-- Logs begin at Wed 2022-11-02 11:56:37 UTC, end at Wed 2022-11-02 13:24:08 UTC. -- Nov 02 12:54:41.061177 dv-cinder-863278-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 02 12:54:44.270313 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.common.config [-] Logging enabled! Nov 02 12:54:44.271254 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Nov 02 12:54:44.271254 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116114) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Nov 02 12:54:44.275164 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.common.config [-] Logging enabled! Nov 02 12:54:44.275427 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Nov 02 12:54:44.275742 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116114) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Nov 02 12:54:44.276731 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:54:44.276963 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:54:44.277409 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:54:44.277760 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:54:44.278001 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:54:44.278539 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.279133 dv-cinder-863278-1-smb neutron-server[116114]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 02 12:54:44.279452 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.279836 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.280131 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.280469 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.280767 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.281053 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.281343 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.281649 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.281974 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.282308 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.282540 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.282840 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.283163 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] config_source = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.283453 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.283743 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.284025 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] debug = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.284306 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.284732 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.285179 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.285456 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.285772 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.286052 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.286327 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.286602 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.286912 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.287259 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] host = dv-cinder-863278-1-smb {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.287534 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.287892 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.288790 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.289061 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.289342 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.289621 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.290011 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.290226 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] log_dir = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.290498 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] log_file = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.290776 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.291067 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.291367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.291651 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.291876 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.292098 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.292471 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.292683 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.292957 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.293231 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.293545 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.293804 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.294094 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.294341 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.294632 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.294915 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.295199 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.295472 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.295743 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.296015 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.296283 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.296567 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.296838 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.297109 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.297379 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.297698 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.297976 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.298326 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.298638 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.298925 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.299244 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.299526 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.299798 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.300087 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.300357 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.300630 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] use_journal = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.300900 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] use_json = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.301172 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.301440 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.301748 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.302018 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.302288 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.302627 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.302835 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.303123 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.303390 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:44.303688 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.304017 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.304319 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.304618 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.304909 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.305187 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.305474 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.305878 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.306720 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.306720 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.306720 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.307107 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.307218 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.307469 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.307764 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.308079 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.308372 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.308664 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.308940 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.309214 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.309488 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.309801 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.310099 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.310376 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.310714 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.310956 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.311218 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.311519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.311842 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.312101 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.312394 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.312669 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.312947 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.313237 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.313513 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.313812 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.314089 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.314435 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.314725 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.314970 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.315211 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.315502 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.315788 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.316095 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.316321 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.316607 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.316889 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.317152 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.317420 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.317702 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.317996 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.318279 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.318553 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.318821 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.319093 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.319367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.319789 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.320066 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.320378 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.320651 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.320928 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.321250 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.321530 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.321833 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.322107 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.322376 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.323168 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.323168 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.323456 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.323723 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.323992 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.324261 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.324538 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.324805 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.325082 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.326017 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.326017 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.326017 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.326359 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.326472 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.326745 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.327021 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.327296 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.327552 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.327839 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.328104 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.328405 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.328798 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.329151 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.329440 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.329761 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.330045 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.330324 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.330607 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.330889 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.331165 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.331442 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.331721 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.332003 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.332302 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.332589 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.332888 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.333212 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.333532 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.333835 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.334154 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.334433 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:44.334656 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:54:44.334905 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=116114) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 02 12:54:44.733385 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=116114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 02 12:54:44.733588 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=116114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 02 12:54:44.733902 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=116114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 02 12:54:44.734237 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 02 12:54:45.090964 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.091245 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.091520 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.092866 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.093154 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.093409 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.143265 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.143529 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.143800 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.159702 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.159971 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.160243 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.191687 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.191978 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.192246 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.235249 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.235575 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.235777 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.622941 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.623846 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.623846 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.623846 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.624544 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.734659 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.734909 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.735172 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.735445 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.735712 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.736024 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.736286 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.736550 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.736803 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.737090 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.737357 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.737619 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.737911 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.738166 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.738425 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.738693 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.738953 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.739225 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.739501 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.739763 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.740037 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.740291 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.740581 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.740997 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.741911 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.742202 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.742743 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=116114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:54:45.743051 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=116114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:54:45.743298 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=116114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:54:45.743534 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=116114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:54:45.743774 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=116114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:54:45.744012 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=116114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:54:45.744440 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 02 12:54:45.748089 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 02 12:54:45.753076 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 02 12:54:45.757305 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1450, 1499)])]) Nov 02 12:54:45.759134 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 02 12:54:45.759621 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 02 12:54:45.759966 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 02 12:54:45.760360 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 02 12:54:45.763337 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 02 12:54:45.763622 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 02 12:54:45.763937 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 12:54:45.769119 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 02 12:54:45.795083 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 02 12:54:45.795559 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.795867 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=116114) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 02 12:54:45.796241 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.797761 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=116114) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 02 12:54:45.798080 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 12:54:45.798336 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 02 12:54:45.811418 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.811697 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:45.967495 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 02 12:54:45.967733 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 02 12:54:45.967958 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 02 12:54:45.968507 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 02 12:54:46.000656 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_db.sqlalchemy.engines [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=116114) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 02 12:54:46.712538 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Initializing driver for type 'gre' Nov 02 12:54:46.713576 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] gre ID ranges: [(1, 1000)] Nov 02 12:54:46.972831 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Initializing driver for type 'local' Nov 02 12:54:46.973216 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Initializing driver for type 'vlan' Nov 02 12:54:47.161654 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] VlanTypeDriver initialization complete Nov 02 12:54:47.162239 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Initializing driver for type 'vxlan' Nov 02 12:54:47.163028 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] vxlan ID ranges: [(1, 1000)] Nov 02 12:54:47.446831 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Initializing extension driver 'port_security' Nov 02 12:54:47.447168 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.extensions.port_security [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] PortSecurityExtensionDriver initialization complete Nov 02 12:54:47.447766 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Initializing mechanism driver 'openvswitch' Nov 02 12:54:47.448089 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Initializing mechanism driver 'hyperv' Nov 02 12:54:47.456054 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.plugins.ml2.plugin [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=116114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:47.457075 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > port after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.457511 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > port after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.457952 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > port after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.458564 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=116114) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:54:47.459102 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > subnet after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.459497 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > subnet after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.459985 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.461052 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=116114) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:54:47.461522 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > network after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.461956 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > network after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.462345 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > network after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.462805 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=116114) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:54:47.463266 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > security_group after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.463666 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > security_group after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.464060 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > security_group after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.464521 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=116114) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:54:47.464989 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.465392 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.465830 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.466296 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=116114) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:54:47.466797 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > address_group after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.467326 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > address_group after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.467725 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > address_group after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.468185 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=116114) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:54:47.468698 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] ML2 OVO RPC backend initialized. {{(pid=116114) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Nov 02 12:54:47.469581 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.470015 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.470488 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > network before_response 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.470916 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > networks before_response 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.471449 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > port before_response 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.471854 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > ports before_response 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.472261 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > subnet before_response 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.472651 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > subnets before_response 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.473061 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > network after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.473455 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > network after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.473893 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > network after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.474284 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > port after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.474689 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > port after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.475053 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > port after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.475447 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > subnet after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.475844 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > subnet after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.476286 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.487254 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded quota_driver: . Nov 02 12:54:47.487674 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.plugin [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Modular L2 Plugin initialization complete Nov 02 12:54:47.488036 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading services supported by the core plugin {{(pid=116114) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 02 12:54:47.488400 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.plugins.ml2.managers [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Got port-security extension from driver 'port_security' Nov 02 12:54:47.489008 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.extensions.vlantransparent [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Disabled vlantransparent extension. Nov 02 12:54:47.489523 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=116114) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 02 12:54:47.489891 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading Plugin: router Nov 02 12:54:47.538843 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router_interface before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.539422 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router after_create 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.539629 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router before_create 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.540005 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.540387 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.540753 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router after_delete 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.541119 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > floatingip after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.541478 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > floatingip after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.542021 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router after_create 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.542296 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router after_update 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.542937 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router after_update 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.542937 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.543485 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router after_update 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.543798 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router precommit_update 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.544165 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: port after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.544515 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: port after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.544886 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: subnet after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.545221 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.545580 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > port precommit_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.545975 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router precommit_create 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.546322 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: port before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.546841 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router precommit_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.547205 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router after_update 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.547584 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router precommit_delete 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.547918 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router precommit_create 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.548327 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.548687 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router precommit_update 55549900 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.549153 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > agent after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.549565 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > agent after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.549975 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > network after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.550981 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Tracking information for resource: router configured {{(pid=116114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:54:47.551325 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Tracking information for resource: floatingip configured {{(pid=116114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:54:47.557352 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.db.l3_agentschedulers_db [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 02 12:54:47.558005 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: port after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.558421 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: port after_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.558786 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: port after_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.559159 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: port after_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.560178 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router before_create 55550100 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.560573 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router precommit_delete 55550100 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.560950 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router precommit_create 55550100 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.561318 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > router precommit_update 55550100 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.566810 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.services.provider_configuration [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service providers = [] {{(pid=116114) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 02 12:54:47.567197 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.db.servicetype_db [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=116114) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 02 12:54:47.570677 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.services.service_base [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=116114) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:54:47.571042 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.services.service_base [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=116114) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:54:47.571394 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.services.service_base [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=116114) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:54:47.572661 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.services.service_base [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=116114) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:54:47.573059 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.services.service_base [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 02 12:54:47.573517 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=116114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:54:47.573962 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 02 12:54:47.585955 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=116114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:54:47.586300 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading Plugin: auto_allocate Nov 02 12:54:47.592785 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: network precommit_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.593170 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: network precommit_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.593756 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=116114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:54:47.594099 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading Plugin: tag Nov 02 12:54:47.603704 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=116114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:54:47.604045 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading Plugin: timestamp Nov 02 12:54:47.608632 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=116114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:54:47.608974 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading Plugin: network_ip_availability Nov 02 12:54:47.615347 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.615768 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.616158 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.617521 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=116114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:54:47.617902 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading Plugin: flavors Nov 02 12:54:47.623751 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=116114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:54:47.624091 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading Plugin: revisions Nov 02 12:54:47.629447 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=116114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:54:47.629901 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_concurrency.lockutils [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.896s {{(pid=116114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 02 12:54:47.630733 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=116114) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 02 12:54:47.631081 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Initializing extension manager. Nov 02 12:54:47.631650 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: __init__.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.632070 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: __pycache__ {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.632412 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: address_group.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.633304 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.633958 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: address-group Nov 02 12:54:47.634293 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: address_scope.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.635072 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.635617 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: address-scope Nov 02 12:54:47.635949 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: admin_state_down_before_update.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.637068 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.637618 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: router-admin-state-down-before-update Nov 02 12:54:47.638046 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: agent.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.638770 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.639314 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: agent Nov 02 12:54:47.639650 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: agent_resources_synced.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.640700 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.641244 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: agent-resources-synced Nov 02 12:54:47.641660 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: allowedaddresspairs.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.643669 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.644237 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: allowed-address-pairs Nov 02 12:54:47.644574 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: auto_allocated_topology.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.645847 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.646391 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: auto-allocated-topology Nov 02 12:54:47.646724 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: availability_zone.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.647585 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.648065 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: availability_zone Nov 02 12:54:47.648394 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: availability_zone_filter.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.649430 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.650175 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: availability_zone_filter Nov 02 12:54:47.650331 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: data_plane_status.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.651335 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.651864 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension data-plane-status not supported by any of loaded plugins Nov 02 12:54:47.652190 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: default_subnetpools.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.653173 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.653698 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: default-subnetpools Nov 02 12:54:47.654059 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: dhcpagentscheduler.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.654965 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.655497 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: dhcp_agent_scheduler Nov 02 12:54:47.655828 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: dns.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.656858 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.657383 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension dns-integration not supported by any of loaded plugins Nov 02 12:54:47.657753 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: dns_domain_ports.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.658689 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.659207 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 02 12:54:47.659534 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.660496 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.661016 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 02 12:54:47.661341 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: dvr.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.662082 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.662600 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: dvr Nov 02 12:54:47.663545 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: ecmp_routes.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.664460 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.664983 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension ecmp_routes not supported by any of loaded plugins Nov 02 12:54:47.665314 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: empty_string_filtering.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.666307 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.666841 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: empty-string-filtering Nov 02 12:54:47.667167 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.668219 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.668701 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 02 12:54:47.669039 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.670073 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.670602 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 02 12:54:47.671069 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: external_net.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.671937 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.672474 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: external-net Nov 02 12:54:47.672803 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: extra_dhcp_opt.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.673834 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.674366 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: extra_dhcp_opt Nov 02 12:54:47.674696 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: extraroute.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.675662 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.676192 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: extraroute Nov 02 12:54:47.676520 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: extraroute_atomic.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.677614 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.678176 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: extraroute-atomic Nov 02 12:54:47.678503 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: filter_validation.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.679790 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.680317 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: filter-validation Nov 02 12:54:47.680737 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: fip_pf_description.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.681982 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.682992 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 02 12:54:47.683426 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: fip_port_details.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.685479 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.686466 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: fip-port-details Nov 02 12:54:47.687030 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: flavors.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.689256 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.690263 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: flavors Nov 02 12:54:47.690936 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.694064 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.695060 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 02 12:54:47.695632 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: floatingip_pools.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.697065 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.698249 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: floatingip-pools Nov 02 12:54:47.698775 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: ip_allocation.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.699956 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.700514 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension ip_allocation not supported by any of loaded plugins Nov 02 12:54:47.700855 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.701917 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.702469 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: ip-substring-filtering Nov 02 12:54:47.702809 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: l2_adjacency.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.703865 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.704399 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension l2_adjacency not supported by any of loaded plugins Nov 02 12:54:47.704731 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: l3.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.705868 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.706462 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: router Nov 02 12:54:47.706793 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: l3_conntrack_helper.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.709494 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.710134 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 02 12:54:47.710480 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.711571 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.712116 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: ext-gw-mode Nov 02 12:54:47.712452 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.713498 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.714156 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: l3-ha Nov 02 12:54:47.714451 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.715474 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.716014 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Nov 02 12:54:47.716351 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: l3_flavors.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.717358 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.718130 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: l3-flavors Nov 02 12:54:47.718391 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: l3_ndp_proxy.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.719826 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.720387 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Nov 02 12:54:47.720723 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.721769 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.722315 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: l3-port-ip-change-not-allowed Nov 02 12:54:47.722655 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: l3agentscheduler.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.723814 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.724358 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: l3_agent_scheduler Nov 02 12:54:47.724699 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: local_ip.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.727222 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.727767 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension local_ip not supported by any of loaded plugins Nov 02 12:54:47.728107 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: logging.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.729907 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.730577 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension logging not supported by any of loaded plugins Nov 02 12:54:47.730862 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: metering.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.732006 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.732841 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: metering Nov 02 12:54:47.732841 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.733903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.734448 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: metering_source_and_destination_fields Nov 02 12:54:47.734784 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: multiprovidernet.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.735808 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.736339 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: multi-provider Nov 02 12:54:47.736730 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: netmtu.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.737692 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.738255 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: net-mtu Nov 02 12:54:47.738582 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: netmtu_writable.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.739592 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.740126 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: net-mtu-writable Nov 02 12:54:47.740454 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: network_availability_zone.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.741908 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.742572 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: network_availability_zone Nov 02 12:54:47.743147 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: network_ip_availability.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.745086 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.745910 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: network-ip-availability Nov 02 12:54:47.746421 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: network_segment_range.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.747733 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.748384 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension network-segment-range not supported by any of loaded plugins Nov 02 12:54:47.748817 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: pagination.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.750332 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.750847 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: pagination Nov 02 12:54:47.751225 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: port_device_profile.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.752436 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.753042 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: port-device-profile Nov 02 12:54:47.753375 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.754450 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.755040 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: port-mac-address-regenerate Nov 02 12:54:47.755376 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.756448 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.757025 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: port-numa-affinity-policy Nov 02 12:54:47.757364 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: port_resource_request.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.758403 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.759056 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension port-resource-request not supported by any of loaded plugins Nov 02 12:54:47.759390 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: port_resource_request_groups.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.760477 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.761188 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 02 12:54:47.761753 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: portbindings.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.762946 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.763495 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: binding Nov 02 12:54:47.763868 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: portbindings_extended.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.765272 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.765893 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: binding-extended Nov 02 12:54:47.766234 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: portsecurity.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.767266 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.767877 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: port-security Nov 02 12:54:47.770732 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: project_id.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.770732 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.770732 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: project-id Nov 02 12:54:47.770732 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: providernet.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.772150 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.772150 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: provider Nov 02 12:54:47.772150 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.775925 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.776502 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos not supported by any of loaded plugins Nov 02 12:54:47.776848 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.778313 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.778861 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 02 12:54:47.779198 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.780271 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.780810 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 02 12:54:47.781334 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos_default.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.782154 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.782740 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos-default not supported by any of loaded plugins Nov 02 12:54:47.783018 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos_fip.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.784122 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.784525 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos-fip not supported by any of loaded plugins Nov 02 12:54:47.784858 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos_fip_network_policy.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.785844 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.786369 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Nov 02 12:54:47.786700 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos_gateway_ip.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.787822 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.789011 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 02 12:54:47.789348 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos_port_network_policy.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.790333 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.790859 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 02 12:54:47.791189 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.792336 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.792872 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 02 12:54:47.793209 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.794549 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.794881 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Nov 02 12:54:47.795213 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos_pps_rule.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.796529 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.797074 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos-pps not supported by any of loaded plugins Nov 02 12:54:47.797410 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos_rule_type_details.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.798426 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.798963 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 02 12:54:47.799296 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: qos_rules_alias.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.800427 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.800968 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 02 12:54:47.801301 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: quota_check_limit.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.802349 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.802885 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: quota-check-limit Nov 02 12:54:47.803227 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: quotasv2.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.804887 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.805227 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: quotas Nov 02 12:54:47.805610 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: quotasv2_detail.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.807712 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.808100 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: quota_details Nov 02 12:54:47.808438 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: rbac.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.809633 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.810259 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: rbac-policies Nov 02 12:54:47.810604 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: rbac_address_group.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.811914 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.812486 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: rbac-address-group Nov 02 12:54:47.812823 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: rbac_address_scope.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.813940 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.814491 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: rbac-address-scope Nov 02 12:54:47.814826 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: rbac_security_groups.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.815845 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.816450 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: rbac-security-groups Nov 02 12:54:47.816717 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: rbac_subnetpool.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.817746 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.818283 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: rbac-subnetpool Nov 02 12:54:47.818616 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: revisionifmatch.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.829433 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.830325 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: revision-if-match Nov 02 12:54:47.830732 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: revisions.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.832044 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.832638 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: standard-attr-revisions Nov 02 12:54:47.832982 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: router_availability_zone.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.833875 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.834663 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: router_availability_zone Nov 02 12:54:47.835768 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: routerservicetype.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.837151 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.837789 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension router-service-type not supported by any of loaded plugins Nov 02 12:54:47.838086 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.839149 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.839702 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: security-groups-normalized-cidr Nov 02 12:54:47.840057 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: security_groups_port_filtering.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.841229 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.841813 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: port-security-groups-filtering Nov 02 12:54:47.842181 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.843322 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.843965 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: security-groups-remote-address-group Nov 02 12:54:47.844422 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.845500 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.846190 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: security-groups-shared-filtering Nov 02 12:54:47.846531 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.847318 dv-cinder-863278-1-smb neutron-server[116114]: WARNING neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 02 12:54:47.847654 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: securitygroup.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.859178 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.860023 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: security-group Nov 02 12:54:47.860417 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: segment.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.861368 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.862027 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension segment not supported by any of loaded plugins Nov 02 12:54:47.862410 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.863600 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.864153 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 02 12:54:47.864491 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: servicetype.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.866610 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.866610 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: service-type Nov 02 12:54:47.866610 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: sorting.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.867820 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.868162 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: sorting Nov 02 12:54:47.868495 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: standard_attr_segment.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.869478 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.870076 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 02 12:54:47.870448 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: standardattrdescription.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.871186 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.871706 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: standard-attr-description Nov 02 12:54:47.872070 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: stateful_security_group.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.873186 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.873843 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: stateful-security-group Nov 02 12:54:47.874209 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: stdattrs_common.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.874939 dv-cinder-863278-1-smb neutron-server[116114]: WARNING neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 02 12:54:47.875308 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.876402 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.877000 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 02 12:54:47.877329 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: subnet_onboard.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.892901 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.893627 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: subnet_onboard Nov 02 12:54:47.894143 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.895570 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.896227 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 02 12:54:47.896643 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: subnet_service_types.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.898306 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.898928 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: subnet-service-types Nov 02 12:54:47.899401 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: subnetallocation.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.900734 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.901366 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: subnet_allocation Nov 02 12:54:47.901826 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.902659 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.903288 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: subnetpool-prefix-ops Nov 02 12:54:47.903699 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.904907 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.905576 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 02 12:54:47.906030 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: tagging.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.907328 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.907873 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: standard-attr-tag Nov 02 12:54:47.908210 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: timestamp.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.909566 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.910141 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loaded extension: standard-attr-timestamp Nov 02 12:54:47.910480 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: trunk.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.911660 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.912165 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension trunk not supported by any of loaded plugins Nov 02 12:54:47.912498 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: trunk_details.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.914065 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.914640 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension trunk-details not supported by any of loaded plugins Nov 02 12:54:47.915206 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: uplink_status_propagation.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.916050 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.916817 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 02 12:54:47.917208 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Loading extension file: vlantransparent.py {{(pid=116114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:54:47.918041 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=116114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:54:47.918621 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extension vlan-transparent not supported by any of loaded plugins Nov 02 12:54:47.921454 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:network Nov 02 12:54:47.922092 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:subnet Nov 02 12:54:47.922546 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:54:47.922982 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:port Nov 02 12:54:47.924637 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.925051 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service FLAVORS assigned prefix: {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.925923 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.926362 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.926704 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:router Nov 02 12:54:47.927248 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:floatingip Nov 02 12:54:47.927842 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service METERING assigned prefix: /metering {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.930006 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.930391 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.930754 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:47.932405 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 12:54:47.932856 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:security_group Nov 02 12:54:47.933307 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 12:54:47.933995 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service CORE assigned prefix: {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.934418 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:54:47.934875 dv-cinder-863278-1-smb neutron-server[116114]: WARNING neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] subnetpool is already registered Nov 02 12:54:47.935357 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service CORE assigned prefix: {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.935772 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:54:47.936194 dv-cinder-863278-1-smb neutron-server[116114]: WARNING neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] subnetpool is already registered Nov 02 12:54:47.939026 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.939472 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service FLAVORS assigned prefix: {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.940088 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.940519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.940868 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:router Nov 02 12:54:47.941225 dv-cinder-863278-1-smb neutron-server[116114]: WARNING neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] router is already registered Nov 02 12:54:47.941647 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:floatingip Nov 02 12:54:47.942076 dv-cinder-863278-1-smb neutron-server[116114]: WARNING neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] floatingip is already registered Nov 02 12:54:47.942616 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service METERING assigned prefix: /metering {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.943379 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 12:54:47.943756 dv-cinder-863278-1-smb neutron-server[116114]: WARNING neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] rbac_policy is already registered Nov 02 12:54:47.944187 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:security_group Nov 02 12:54:47.944534 dv-cinder-863278-1-smb neutron-server[116114]: WARNING neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] security_group is already registered Nov 02 12:54:47.945006 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 12:54:47.945520 dv-cinder-863278-1-smb neutron-server[116114]: WARNING neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] security_group_rule is already registered Nov 02 12:54:47.946427 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service CORE assigned prefix: {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.946775 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:54:47.947600 dv-cinder-863278-1-smb neutron-server[116114]: WARNING neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] subnetpool is already registered Nov 02 12:54:47.947963 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.v2.resource_helper [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Service CORE assigned prefix: {{(pid=116114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:54:47.948395 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:54:47.948761 dv-cinder-863278-1-smb neutron-server[116114]: WARNING neutron.quota.resource_registry [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] subnetpool is already registered Nov 02 12:54:47.949264 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: extensions {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.950890 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: address-groups {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.952437 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: address-scopes {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.953812 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: agents {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.954984 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: auto-allocated-topology {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.956265 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: availability_zones {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.957628 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: dhcp-networks {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.961499 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: dhcp-agents {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.963235 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: routers {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.965753 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: flavors {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.966955 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: service_profiles {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.968188 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: next_providers {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.969674 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: service_profiles {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.971415 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: floatingip-pools {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.972648 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: routers {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.975039 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: floatingips {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.977119 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: l3-routers {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.978846 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: l3-agents {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.980307 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: metering-labels {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.981859 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: metering-label-rules {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.983324 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: network-ip-availabilities {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.984768 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: bindings {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.986777 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: quotas {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.988450 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: quotas {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.990045 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: rbac-policies {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.991576 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: security-groups {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.993078 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: security-group-rules {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.994523 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: service-providers {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.995929 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: subnetpools {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.997529 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: subnetpools {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:47.999203 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: tags {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:48.000982 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: tags {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:48.002862 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: tags {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:48.004707 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: tags {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:48.006593 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: tags {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:48.008582 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: tags {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:48.010383 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: tags {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:48.012371 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: tags {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:48.014243 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: tags {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:48.016181 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron.api.extensions [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Extended resource: tags {{(pid=116114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:54:48.023414 dv-cinder-863278-1-smb neutron-server[116114]: WARNING keystonemiddleware.auth_token [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 02 12:54:48.029698 dv-cinder-863278-1-smb neutron-server[116114]: WARNING keystonemiddleware.auth_token [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 02 12:54:48.040264 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_concurrency.lockutils [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Acquired lock "singleton_lock" {{(pid=116114) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 02 12:54:48.040805 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_concurrency.lockutils [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Releasing lock "singleton_lock" {{(pid=116114) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 02 12:54:48.041553 dv-cinder-863278-1-smb neutron-server[116114]: INFO oslo_service.service [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Starting 2 workers Nov 02 12:54:48.047101 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Started child 116229 {{(pid=116114) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:54:48.052642 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Started child 116230 {{(pid=116114) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:54:48.053964 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.054648 dv-cinder-863278-1-smb neutron-server[116114]: INFO neutron.service [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Neutron service started, listening on 0.0.0.0:9696 Nov 02 12:54:48.055231 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Publish callbacks [] for process (None), before_spawn {{(pid=116114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.056586 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [-] (116229) wsgi starting up on http://0.0.0.0:9696 Nov 02 12:54:48.058229 dv-cinder-863278-1-smb neutron-server[116114]: INFO oslo_service.service [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Starting 1 workers Nov 02 12:54:48.060687 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.063170 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [-] (116230) wsgi starting up on http://0.0.0.0:9696 Nov 02 12:54:48.063820 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Started child 116231 {{(pid=116114) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:54:48.064493 dv-cinder-863278-1-smb neutron-server[116114]: INFO oslo_service.service [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Starting 1 workers Nov 02 12:54:48.068412 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.service [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] calling RpcWorker wait() {{(pid=116231) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 02 12:54:48.069375 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.service [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] returning from RpcWorker wait() {{(pid=116231) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 02 12:54:48.069892 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Started child 116232 {{(pid=116114) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:54:48.070888 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.071075 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG neutron_lib.callbacks.manager [None req-b67a1119-51e5-4a8c-8867-3ef082cdde4b None None] Publish callbacks [] for process (None), after_spawn {{(pid=116114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.071245 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:48.073286 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116114) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 12:54:48.073503 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:54:48.073674 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:54:48.074164 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:54:48.074529 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:54:48.074708 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:54:48.075381 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.075845 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.076115 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.076612 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.077024 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.077611 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.077906 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.078314 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.078603 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.078754 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.079446 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.079446 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.079446 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.079941 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.079941 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.080173 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.080415 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:48.080587 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.080738 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.080975 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.081222 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.081470 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.081693 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.081983 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.082196 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] debug = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.082429 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.082913 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.083171 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.083393 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.083663 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.084026 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.084261 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.084528 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.085333 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.085751 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.085982 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.086201 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.086511 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.086511 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.086941 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.087164 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.087387 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.087621 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.088056 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] host = dv-cinder-863278-1-smb {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.088299 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.088518 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.088782 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.089031 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.089295 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.089534 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.089824 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.090111 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.090347 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.090654 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.090918 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.091297 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.091514 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.091716 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_file = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.091899 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_options = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.092110 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.092313 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.092534 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.092757 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.092962 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.093167 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.093371 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.093562 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.094049 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.094275 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.094488 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.094698 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.094956 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.095174 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.095373 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.095556 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.095894 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.096094 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.096316 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.096608 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.096836 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.097108 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.097452 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.097688 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.098313 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.098313 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.099516 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.099516 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.099516 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.099516 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.099516 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.100436 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.100436 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.100436 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.100436 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.102091 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.102091 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.102091 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.102091 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.102907 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.102907 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.102907 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.102907 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.103625 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.103625 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.103625 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.104151 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] use_json = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.104151 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.104579 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.104579 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.104999 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.104999 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.105568 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.105568 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.106295 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.106295 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.106800 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.106800 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.107233 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.107233 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.107664 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.107887 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.108102 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.108354 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.108611 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.108851 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.109188 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.109431 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.109757 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.110039 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.113093 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.113093 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.113093 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.113093 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.113093 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.113093 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.113093 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.113093 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.114071 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.114071 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.114071 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.114071 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.114071 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.114071 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.114071 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.114725 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.114725 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.115094 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.115293 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.115550 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.115783 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.116031 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.116289 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.116680 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.116998 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.116998 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.117433 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.117659 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.117940 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.119433 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.119433 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.119433 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.119433 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.119433 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.119433 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.126270 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.126270 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.126270 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.126270 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.126270 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.126270 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.126270 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.126270 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.126270 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.130760 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.130760 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.130760 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.130760 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.130760 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.130760 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.130760 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.130760 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.133367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.133367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.133367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.133367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.133367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.133367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.133367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.133367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.133367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.134523 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.134523 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.134523 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.134523 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.134523 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.134523 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.134523 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.134523 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.134523 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.138153 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.138153 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.138153 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.138153 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.138153 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.138153 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.138153 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.138153 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.138153 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.140699 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.140699 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.140699 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.140699 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.140699 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.140699 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.140699 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.140699 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.142269 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.142269 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.142269 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.142269 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.142269 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.142269 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.142269 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.142269 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143057 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143057 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143057 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143057 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143057 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143057 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143057 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143057 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143885 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143885 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143885 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143885 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143885 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143885 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143885 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.143885 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.144519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.144519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.144519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.144519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.144519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.144519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.144519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.144519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.145019 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.145587 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.146414 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.147038 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.148039 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.148306 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.148564 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.149055 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.149557 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.150153 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.150691 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.151014 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.151324 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.151656 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.152221 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.152489 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.152921 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.153325 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.153776 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.154181 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.154612 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.155095 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.155516 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.155968 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.156414 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.156690 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.156950 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.157186 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.157421 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.157865 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.158269 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.158697 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.159138 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.159605 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.159976 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.160339 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.160720 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.160994 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.161243 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.161482 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.161752 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.162035 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.162480 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.162632 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.163008 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.163790 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.164037 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.164261 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.164608 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.164887 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.165130 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.165382 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.165596 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.165850 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.166170 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.166656 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.166656 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.166656 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.167403 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.167403 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.167403 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.168541 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.168541 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.168541 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.168541 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.169339 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.169339 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.169339 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.169339 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.170353 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.170353 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.170353 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.170353 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.171167 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.171167 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.171167 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.171828 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.171828 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.171828 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.172404 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.172404 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.172745 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.172939 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.173134 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.173343 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.173343 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.173902 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.173902 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.174306 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.174566 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.174566 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.175221 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.175221 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.175549 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.175549 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.175890 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.176127 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.176359 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.176566 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.176765 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.177005 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.177244 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.177468 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.177673 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.177917 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.178130 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.178371 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.178778 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.178778 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.179157 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.179368 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.179563 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.179756 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.179963 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.180154 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.180386 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.180580 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.180914 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.181146 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.181367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.181602 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.181986 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.182234 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.182540 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.182720 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.182959 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.184004 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.184004 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.184004 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.184004 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.184803 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.184803 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.184803 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.185798 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.185798 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.185798 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.185798 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.186410 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.186410 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.186410 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.186841 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.186996 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.187361 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.187639 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.187916 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.188210 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.188464 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.189096 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.189096 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.189522 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.189768 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.189963 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.190158 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.190441 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.190713 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.191053 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.191394 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.191682 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.191973 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.192225 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.192497 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.192755 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.193081 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.193323 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.193556 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.193864 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.194087 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.194784 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.195043 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.195264 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.195480 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:54:48.196028 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116114) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 12:54:48.196181 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:54:48.196363 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:54:48.196509 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:54:48.196650 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:54:48.196792 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:54:48.197000 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.197148 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.197594 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.198367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.198367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.198367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.198367 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.198952 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.198952 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.198952 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.199526 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.199526 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.199526 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.199526 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.200036 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.200036 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.200036 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.200465 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.200465 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.200465 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.200852 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.200852 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.201175 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] debug = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.201175 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.201438 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.201598 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.201767 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.201998 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.201998 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.202519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.202519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.202519 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.203015 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.203015 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.203015 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.203015 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.203553 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.203553 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.203553 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.203971 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.203971 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.203971 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] host = dv-cinder-863278-1-smb {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.204592 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.204592 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.204592 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.204592 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.205165 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.205165 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.205165 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.205165 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.205766 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.205766 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.205766 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.205766 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.206380 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.206380 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_file = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.206380 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_options = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.206918 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.206918 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.206918 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.207453 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.207453 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.207453 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.207453 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.208581 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.208581 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.208581 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.208581 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.208581 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.208581 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.208581 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.210520 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.210520 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.210520 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.210520 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.210520 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.210520 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.210520 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.210520 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.211803 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.211803 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.211803 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.211803 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.211803 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.211803 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.212778 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.212778 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.212778 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.212778 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.212778 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.212778 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.213810 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.213810 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.213810 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.213810 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.214533 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.214533 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.214533 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.214533 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.214533 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.215357 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.215357 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.215357 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.215357 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] use_json = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.216185 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.216185 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.216185 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.216185 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.216185 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.217236 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.217236 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.217236 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.217236 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:54:48.217236 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.217236 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.218184 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.218184 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.218184 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.218184 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.218819 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.218819 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.218819 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.219336 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.219336 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.219336 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.219822 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.219822 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.219822 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.220192 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.220192 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.220192 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.220641 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.220641 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.220641 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.221124 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.221124 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.221124 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.221556 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.221556 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.221904 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.221904 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.222160 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.222160 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.222417 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.222558 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.222699 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.222894 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.223106 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.223277 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.223521 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.223731 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.224602 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.224602 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.224602 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.224602 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.224602 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.226267 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.226267 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.226267 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.226267 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.226267 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.226267 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.226267 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.226267 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.226267 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.227411 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.227411 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.227411 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.227411 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.227411 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.227411 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.227411 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.227411 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.228744 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.228744 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.228744 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.228744 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.228744 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.228744 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.228744 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.228744 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.228744 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.230332 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.230332 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.230332 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.230332 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.230332 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.230332 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.230332 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.230332 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.230332 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.232137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.232137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.232137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.232137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.232137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.232137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.232137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.232137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.232137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.234137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.234137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.234137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.234137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.234137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.234137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.234137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.234137 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.235146 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.235146 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.235146 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.235146 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.235146 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.235146 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.235146 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.235146 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.236129 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.236129 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.236129 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.236129 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.236129 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.236129 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.236129 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.236129 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.237395 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.237395 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.237395 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.237395 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.237395 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.237395 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.237395 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.237395 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.238416 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.238416 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.238416 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.238416 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.238416 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.238416 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.238416 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.238416 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.239574 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.239574 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.239574 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.239574 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.239574 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.239574 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.239574 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.239574 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.239574 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.240903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.240903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.240903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.240903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.240903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.240903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.240903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.240903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.242730 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.242730 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.242730 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.242730 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.242730 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.242730 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.242730 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.242730 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.243718 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.243718 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.243718 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.243718 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.243718 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.243718 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.243718 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.243718 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.244685 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.244685 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.244685 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.244685 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.244685 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.244685 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.244685 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.244685 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.245903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.245903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.245903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.245903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.245903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.245903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.245903 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.246900 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.246900 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.246900 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.246900 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.246900 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.246900 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.247748 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.247748 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.247748 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.247748 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.247748 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.247748 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.248578 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.248578 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.248578 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.248578 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.248578 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.249334 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.249334 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.249334 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.249334 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.249334 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.250297 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.250297 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.250297 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.250297 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.250297 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.250297 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.251445 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.251445 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.251445 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.251445 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.251445 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.251445 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.251445 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.252562 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.252562 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.252562 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.252562 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.252562 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.252562 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.252562 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.252562 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.254009 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.254009 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.254009 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.254009 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.254009 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.254009 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.254009 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.254009 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.255136 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.255136 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.255136 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.255136 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.255136 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.255136 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.255136 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.255136 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.256330 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.256330 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.256330 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.256330 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.256330 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.256330 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.256330 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.256330 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.258123 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.258123 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.258123 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.258123 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.258123 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.258123 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.258123 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.258123 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.259311 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.259311 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.259311 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.259311 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.259311 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.259311 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.259311 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.259311 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.261193 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.261193 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.261193 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.261193 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.261193 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.261193 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.261193 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.261193 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.262484 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.262484 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.262484 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.262484 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.262484 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.262484 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.262484 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.262484 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.263758 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.263758 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.263758 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.263758 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.263758 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.263758 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.263758 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.263758 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.264742 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.264742 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.264742 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.264742 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.264742 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.264742 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.264742 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.264742 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.264742 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.265909 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.265909 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.265909 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.265909 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.265909 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.265909 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.265909 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.265909 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.265909 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.266997 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.266997 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.266997 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:54:48.266997 dv-cinder-863278-1-smb neutron-server[116114]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:54:48.267604 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:48.317917 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 52480) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:48.329360 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079651 Nov 02 12:55:04.370963 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88829c00-b9f4-43b6-bd5e-84a0f8bd2010 None None] get_active_networks_info from dv-cinder-863278-1-smb {{(pid=116231) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 02 12:55:04.456075 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88829c00-b9f4-43b6-bd5e-84a0f8bd2010 None None] No non-hosted networks {{(pid=116231) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 02 12:55:04.485216 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.agentschedulers_db [None req-88829c00-b9f4-43b6-bd5e-84a0f8bd2010 None None] DHCP Agent not found on host dv-cinder-863278-1-smb {{(pid=116231) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Nov 02 12:55:04.680710 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b39fee9f-e946-4ef1-9813-ae285152ee31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542660'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:08.492440 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-79c44308-9ae3-470a-b826-abbf5ea88c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542660'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:08.688165 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b689bbcb-d38c-42c0-a9fa-4df50651252e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.538699 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542660'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:11.413395 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542660'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:11.414521 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.415167 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.415839 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.416388 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.416960 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.417494 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.418181 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.418850 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.419546 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.420043 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.421674 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.423906 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.424579 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:11.425667 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-863278-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:11.439779 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-863278-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:11.732118 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542660'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.494057 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 52570) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:14.428215 dv-cinder-863278-1-smb neutron-server[116230]: WARNING oslo_policy.policy [None req-74914da4-7861-44b7-b948-174f6e13693c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:55:14.428980 dv-cinder-863278-1-smb neutron-server[116230]: WARNING oslo_policy.policy [None req-74914da4-7861-44b7-b948-174f6e13693c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:55:14.681478 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [None req-74914da4-7861-44b7-b948-174f6e13693c admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:55:14.685830 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-74914da4-7861-44b7-b948-174f6e13693c admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1886902 Nov 02 12:55:17.477247 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.db.l3_hamode_db [None req-c33ee474-cb7d-4461-ac6f-f466a1691a8b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 02 12:55:17.581579 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ee474-cb7d-4461-ac6f-f466a1691a8b None None] Routers set() bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:17.582242 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ee474-cb7d-4461-ac6f-f466a1691a8b None None] Router IDs set() for agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 12:55:18.409123 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 52586) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:18.931427 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-f003e457-3cdc-46c2-8b92-aae1407cce36 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:19.031395 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.policy [None req-f003e457-3cdc-46c2-8b92-aae1407cce36 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116230) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 12:55:19.078204 dv-cinder-863278-1-smb neutron-server[116230]: WARNING oslo_policy.policy [None req-f003e457-3cdc-46c2-8b92-aae1407cce36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:55:19.078609 dv-cinder-863278-1-smb neutron-server[116230]: WARNING oslo_policy.policy [None req-f003e457-3cdc-46c2-8b92-aae1407cce36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:55:19.307904 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f003e457-3cdc-46c2-8b92-aae1407cce36 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781487905893', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781487906392', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781480609009', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781480615727', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781480594060', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781480597375', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7765173', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7773276', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606886', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-778430'] for rbac-policy (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.619407 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f003e457-3cdc-46c2-8b92-aae1407cce36 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.620795 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-f003e457-3cdc-46c2-8b92-aae1407cce36 admin admin] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2102702 Nov 02 12:55:22.613019 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 52596) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:23.327019 dv-cinder-863278-1-smb neutron-server[116229]: WARNING oslo_policy.policy [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:55:23.327629 dv-cinder-863278-1-smb neutron-server[116229]: WARNING oslo_policy.policy [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:55:23.586056 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:23.785516 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Made reservation on behalf of 81a393abb94d4806ad699098b135e4b1 for: {'network': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:23.872231 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.policy [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116229) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 12:55:23.922711 dv-cinder-863278-1-smb neutron-server[116229]: WARNING oslo_policy.policy [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:55:23.923099 dv-cinder-863278-1-smb neutron-server[116229]: WARNING oslo_policy.policy [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:55:23.940061 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:23.964530 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.113834 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Publish callbacks [] for security_group (55cf21a4-0656-4400-b1be-9a98a60a0814), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.225073 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (55cf21a4-0656-4400-b1be-9a98a60a0814), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.250323 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] vlan segment allocate from pool success with {'vlan_id': 1455, 'physical_network': 'physnet1'} {{(pid=116229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:55:24.294153 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781484186911', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (3ce42dbf-9553-434d-828f-c4b93a14a258), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.294741 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Unsubscribe: segment precommit_create {{(pid=116229) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 12:55:24.295262 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.segments_db [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Added segment 3ce42dbf-9553-434d-828f-c4b93a14a258 of type vlan for network f393d2a9-6caf-476e-b8a6-275016ea4f46 Nov 02 12:55:24.323169 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=55cf21a4-0656-4400-b1be-9a98a60a0814,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:24.363917 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.364302 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.364742 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.365128 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.365481 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.365944 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.366374 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.366791 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.367206 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.367637 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.368053 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.368473 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.368958 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Tracked resource versions report: Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: pushed versions: Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: { 'AddressGroup': {'1.2'}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'ConntrackHelper': {'1.0'}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'Log': {'1.0'}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'Network': {'1.1'}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'Port': {'1.7'}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'PortForwarding': {'1.2'}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'QosPolicy': {'1.10'}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'SecurityGroup': {'1.5'}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'SubPort': {'1.0'}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'Subnet': {'1.1'}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'Trunk': {'1.1'}} Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: consumer versions: Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: { DHCP agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: L3 agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: Metadata agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: Metering agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: Open vSwitch agent@dv-cinder-863278-1-smb: { 'AddressGroup': '1.2', Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'ConntrackHelper': '1.0', Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'LocalIPAssociation': '1.0', Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'Log': '1.0', Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'Network': '1.1', Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'Port': '1.7', Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'PortForwarding': '1.2', Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'QosPolicy': '1.10', Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'SecurityGroup': '1.5', Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'SecurityGroupRule': '1.2', Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'SubPort': '1.0', Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'Subnet': '1.1', Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: 'Trunk': '1.1'}} Nov 02 12:55:24.370241 dv-cinder-863278-1-smb neutron-server[116229]: {{(pid=116229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:55:24.444551 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (f393d2a9-6caf-476e-b8a6-275016ea4f46), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.630708 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (f393d2a9-6caf-476e-b8a6-275016ea4f46), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.636323 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:24.637101 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.765412 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] Pushing event updated for resources: {'Network': ['ID=f393d2a9-6caf-476e-b8a6-275016ea4f46,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:24.782269 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network f393d2a9-6caf-476e-b8a6-275016ea4f46 details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:24.837556 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-268249b3-5180-4759-80de-f40e66356141 demo demo] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 2.2232416 Nov 02 12:55:27.727620 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 52616) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:28.338348 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f58f79-75e6-441d-b620-8949cb87ec7b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:28.339684 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-43f58f79-75e6-441d-b620-8949cb87ec7b demo admin] 10.222.0.93 "GET /v2.0/networks/f393d2a9-6caf-476e-b8a6-275016ea4f46 HTTP/1.1" status: 200 len: 826 time: 0.6111822 Nov 02 12:55:28.391473 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-5d7ef7d7-ca10-471e-8da5-58fdb031b4e4 demo admin] 10.222.0.93 "GET /v2.0/subnetpools/e0972798-c82c-4822-9954-e2e8fa296025 HTTP/1.1" status: 200 len: 734 time: 0.0403605 Nov 02 12:55:28.402113 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-a19f8e21-5131-41e0-8dd8-c169f79503f0 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e0972798-c82c-4822-9954-e2e8fa296025', 'name': 'private-subnet', 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:28.584864 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19f8e21-5131-41e0-8dd8-c169f79503f0 demo admin] Made reservation on behalf of 81a393abb94d4806ad699098b135e4b1 for: {'subnet': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:28.587320 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a19f8e21-5131-41e0-8dd8-c169f79503f0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.159985 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a19f8e21-5131-41e0-8dd8-c169f79503f0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for subnet (f1d44007-3d08-4914-90d7-fc8b31e5ca19), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.237822 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f8e21-5131-41e0-8dd8-c169f79503f0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f1d44007-3d08-4914-90d7-fc8b31e5ca19,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:29.243237 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f8e21-5131-41e0-8dd8-c169f79503f0 demo admin] Checking segment: {'id': '3ce42dbf-9553-434d-828f-c4b93a14a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:55:29.243711 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19f8e21-5131-41e0-8dd8-c169f79503f0 demo admin] Network hostable DHCP agents. Network: f393d2a9-6caf-476e-b8a6-275016ea4f46, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:29.360092 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19f8e21-5131-41e0-8dd8-c169f79503f0 demo admin] Network f393d2a9-6caf-476e-b8a6-275016ea4f46 is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:29.487127 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-a19f8e21-5131-41e0-8dd8-c169f79503f0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, f393d2a9-6caf-476e-b8a6-275016ea4f46) {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:29.493793 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f8e21-5131-41e0-8dd8-c169f79503f0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:29.494396 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a19f8e21-5131-41e0-8dd8-c169f79503f0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.502612 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e98f225-cc40-4f34-978f-28a12195a556 None None] Network f393d2a9-6caf-476e-b8a6-275016ea4f46 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:55:29.644548 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-a19f8e21-5131-41e0-8dd8-c169f79503f0 demo admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2461610 Nov 02 12:55:29.964675 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22c6f8f6-30ef-567c-b537-462a2bfff626-f393d2a9-6caf-476e-b8a6-275016ea4f46', 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46', 'project_id': '81a393abb94d4806ad699098b135e4b1', 'fixed_ips': [{'subnet_id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19'}]}} from dv-cinder-863278-1-smb. {{(pid=116231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:55:29.966086 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:30.454582 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.db_base_plugin_common [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Allocated IP 172.20.0.2 (f393d2a9-6caf-476e-b8a6-275016ea4f46/f1d44007-3d08-4914-90d7-fc8b31e5ca19/2a5badf5-eefe-4363-9251-bce679b6ec39) {{(pid=116231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:30.925747 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Publish callbacks [] for port (2a5badf5-eefe-4363-9251-bce679b6ec39), precommit_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.036503 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (2a5badf5-eefe-4363-9251-bce679b6ec39), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.119531 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Network f393d2a9-6caf-476e-b8a6-275016ea4f46 is already hosted by enough agents. {{(pid=116231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:31.126137 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Resources bound (agent type, host, resource id): {{(pid=116231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:31.138289 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Received port after_create {{(pid=116231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:55:31.151621 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Pushing event updated for resources: {'Port': ['ID=2a5badf5-eefe-4363-9251-bce679b6ec39,revision_number=1']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:31.204978 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.205254 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.205740 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.206188 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.206705 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.207126 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.207471 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.207872 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.208212 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.208690 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.209168 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.209767 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.210316 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Tracked resource versions report: Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: pushed versions: Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: { 'AddressGroup': {'1.2'}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'ConntrackHelper': {'1.0'}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'Log': {'1.0'}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'Network': {'1.1'}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'Port': {'1.7'}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'PortForwarding': {'1.2'}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'QosPolicy': {'1.10'}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'SecurityGroup': {'1.5'}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'SubPort': {'1.0'}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'Subnet': {'1.1'}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'Trunk': {'1.1'}} Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: consumer versions: Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: { DHCP agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: L3 agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: Metadata agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: Metering agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: Open vSwitch agent@dv-cinder-863278-1-smb: { 'AddressGroup': '1.2', Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'ConntrackHelper': '1.0', Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'LocalIPAssociation': '1.0', Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'Log': '1.0', Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'Network': '1.1', Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'Port': '1.7', Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'PortForwarding': '1.2', Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'QosPolicy': '1.10', Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'SecurityGroup': '1.5', Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'SecurityGroupRule': '1.2', Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'SubPort': '1.0', Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'Subnet': '1.1', Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: 'Trunk': '1.1'}} Nov 02 12:55:31.212362 dv-cinder-863278-1-smb neutron-server[116231]: {{(pid=116231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:55:31.274452 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Attempting to bind port 2a5badf5-eefe-4363-9251-bce679b6ec39 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:55:31.275000 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Attempting to bind port 2a5badf5-eefe-4363-9251-bce679b6ec39 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': '3ce42dbf-9553-434d-828f-c4b93a14a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:55:31.275618 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Attempting to bind port 2a5badf5-eefe-4363-9251-bce679b6ec39 on network f393d2a9-6caf-476e-b8a6-275016ea4f46 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:31.282239 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:55:31.282717 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Checking segment: {'id': '3ce42dbf-9553-434d-828f-c4b93a14a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:55:31.283273 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.283800 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Bound using segment: {'id': '3ce42dbf-9553-434d-828f-c4b93a14a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:55:31.284419 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Bound port: 2a5badf5-eefe-4363-9251-bce679b6ec39, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce42dbf-9553-434d-828f-c4b93a14a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:55:31.284911 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (2a5badf5-eefe-4363-9251-bce679b6ec39), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.353666 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] For port 2a5badf5-eefe-4363-9251-bce679b6ec39, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:31.377198 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] For port 2a5badf5-eefe-4363-9251-bce679b6ec39, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=2a5badf5-eefe-4363-9251-bce679b6ec39,segment=NetworkSegment(3ce42dbf-9553-434d-828f-c4b93a14a258),segment_id=3ce42dbf-9553-434d-828f-c4b93a14a258)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:55:31.521139 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (2a5badf5-eefe-4363-9251-bce679b6ec39), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.615403 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec9b78-8add-45ec-9988-2ba981a8aa40 None None] Pushing event updated for resources: {'Port': ['ID=2a5badf5-eefe-4363-9251-bce679b6ec39,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:32.684028 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 52624) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:33.164060 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [None req-7c80e58c-91d8-48aa-96ee-f63d03b7c276 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:55:33.165369 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-7c80e58c-91d8-48aa-96ee-f63d03b7c276 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4802244 Nov 02 12:55:34.137635 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 5 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:55:34.411633 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-70f3abe4-2cb6-4000-831f-9eaf70a332b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.311730 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 52632) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:36.770345 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [None req-bbcd3a3c-fc36-4132-8b98-8eaef041ad57 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:55:36.771649 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-bbcd3a3c-fc36-4132-8b98-8eaef041ad57 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4585600 Nov 02 12:55:38.366947 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8b0eaa99-34ad-4974-b2ac-12e1f590114f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.855469 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 52648) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:40.110498 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-72b03568-a87a-416d-b055-1de686fbf829 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:40.239442 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-72b03568-a87a-416d-b055-1de686fbf829 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100830'] for router (f1373a3d-d2b3-46e2-9414-0925599eea4e), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.241572 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-72b03568-a87a-416d-b055-1de686fbf829 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100821'] for router (f1373a3d-d2b3-46e2-9414-0925599eea4e), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.420536 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-72b03568-a87a-416d-b055-1de686fbf829 demo demo] Publish callbacks [] for router_controller (f1373a3d-d2b3-46e2-9414-0925599eea4e), precommit_add_association {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.513518 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.551120 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-72b03568-a87a-416d-b055-1de686fbf829 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547277'] for router (f1373a3d-d2b3-46e2-9414-0925599eea4e), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.682698 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-72b03568-a87a-416d-b055-1de686fbf829 demo demo] Publish callbacks [] for router (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.683894 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-72b03568-a87a-416d-b055-1de686fbf829 demo demo] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8262305 Nov 02 12:55:41.349114 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.595250 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.065819 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 52670) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:44.140989 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [None req-8be4d36e-c1bb-45de-8e8b-dc9d470244eb admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:55:44.142154 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-8be4d36e-c1bb-45de-8e8b-dc9d470244eb admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0754766 Nov 02 12:55:45.046661 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 2a5badf5-eefe-4363-9251-bce679b6ec39 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:45.201303 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 2a5badf5-eefe-4363-9251-bce679b6ec39 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:55:45.202367 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (2a5badf5-eefe-4363-9251-bce679b6ec39), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.203179 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 2a5badf5-eefe-4363-9251-bce679b6ec39 Nov 02 12:55:45.340026 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 2a5badf5-eefe-4363-9251-bce679b6ec39 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:55:45.340676 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (2a5badf5-eefe-4363-9251-bce679b6ec39), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.405877 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port 2a5badf5-eefe-4363-9251-bce679b6ec39, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=2a5badf5-eefe-4363-9251-bce679b6ec39,segment=NetworkSegment(3ce42dbf-9553-434d-828f-c4b93a14a258),segment_id=3ce42dbf-9553-434d-828f-c4b93a14a258)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:45.646777 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (2a5badf5-eefe-4363-9251-bce679b6ec39), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.724932 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=2a5badf5-eefe-4363-9251-bce679b6ec39,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:46.378823 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef46eb-f663-4939-9e01-3bbbceb164cd None None] Network f393d2a9-6caf-476e-b8a6-275016ea4f46 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:55:46.476241 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-669c93b7-dd01-4900-b4ea-7b172a9a999e None None] Provisioning complete for port 2a5badf5-eefe-4363-9251-bce679b6ec39 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:55:46.476891 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-669c93b7-dd01-4900-b4ea-7b172a9a999e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (2a5badf5-eefe-4363-9251-bce679b6ec39), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.477411 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-669c93b7-dd01-4900-b4ea-7b172a9a999e None None] Attempt 1 to provision port 2a5badf5-eefe-4363-9251-bce679b6ec39 Nov 02 12:55:46.667015 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-669c93b7-dd01-4900-b4ea-7b172a9a999e None None] Current status of the port 2a5badf5-eefe-4363-9251-bce679b6ec39 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:55:47.002174 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 2a5badf5-eefe-4363-9251-bce679b6ec39 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:47.009354 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-66fa2911-2ad8-4a25-b165-45d144e636e5 None None] Provisioning complete for port 2a5badf5-eefe-4363-9251-bce679b6ec39 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:55:47.009992 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-66fa2911-2ad8-4a25-b165-45d144e636e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (2a5badf5-eefe-4363-9251-bce679b6ec39), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.010522 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-66fa2911-2ad8-4a25-b165-45d144e636e5 None None] Attempt 1 to provision port 2a5badf5-eefe-4363-9251-bce679b6ec39 Nov 02 12:55:47.128503 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 2a5badf5-eefe-4363-9251-bce679b6ec39 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:55:47.128951 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (2a5badf5-eefe-4363-9251-bce679b6ec39), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.129385 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 2a5badf5-eefe-4363-9251-bce679b6ec39 Nov 02 12:55:47.184562 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-66fa2911-2ad8-4a25-b165-45d144e636e5 None None] Current status of the port 2a5badf5-eefe-4363-9251-bce679b6ec39 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:55:47.226800 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 52680) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:47.239659 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 2a5badf5-eefe-4363-9251-bce679b6ec39 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:55:47.315370 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:47.439311 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Made reservation on behalf of 83da3a3346aa47c88907ecfdb7b3b7cc for: {'network': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:47.443001 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.461027 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.560081 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Publish callbacks [] for security_group (bf9a0ebd-ca85-4809-906f-6ee1ca0f1f67), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.680285 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (bf9a0ebd-ca85-4809-906f-6ee1ca0f1f67), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.702244 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Reserving flat network on physical network physnet1 {{(pid=116229) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 02 12:55:47.721274 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9a0ebd-ca85-4809-906f-6ee1ca0f1f67,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:47.727853 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (f7597cc4-454c-441e-8c8e-983e3601387f), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.728521 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.segments_db [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Added segment f7597cc4-454c-441e-8c8e-983e3601387f of type flat for network 77ce1c78-9b99-4e9d-8799-30ad603e3245 Nov 02 12:55:47.796870 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (77ce1c78-9b99-4e9d-8799-30ad603e3245), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.926705 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (77ce1c78-9b99-4e9d-8799-30ad603e3245), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.928393 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:47.929424 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.090487 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] Pushing event updated for resources: {'Network': ['ID=77ce1c78-9b99-4e9d-8799-30ad603e3245,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:48.103909 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:48.140883 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-20481be2-c5be-4c4d-9877-a969bc14706e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9127605 Nov 02 12:55:50.881825 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 52688) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:51.056310 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5d8722-4970-4b3d-bcb1-175f8bbac141 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:51.057912 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-da5d8722-4970-4b3d-bcb1-175f8bbac141 demo admin] 10.222.0.93 "GET /v2.0/subnets/f1d44007-3d08-4914-90d7-fc8b31e5ca19 HTTP/1.1" status: 200 len: 849 time: 0.1747537 Nov 02 12:55:51.247204 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-7a26d8b3-c4cb-40a2-91dd-cb053680431a demo admin] 10.222.0.93 "GET /v2.0/routers/f1373a3d-d2b3-46e2-9414-0925599eea4e HTTP/1.1" status: 200 len: 704 time: 0.1788476 Nov 02 12:55:51.545701 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.930967 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Allocated IP 172.20.0.1 (f393d2a9-6caf-476e-b8a6-275016ea4f46/f1d44007-3d08-4914-90d7-fc8b31e5ca19/1e554a5d-178e-4347-aca0-9dd56a9bfd98) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:52.265572 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Publish callbacks [] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.467733 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.548527 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Network f393d2a9-6caf-476e-b8a6-275016ea4f46 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:52.554589 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:52.608371 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Pushing event updated for resources: {'Port': ['ID=1e554a5d-178e-4347-aca0-9dd56a9bfd98,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:52.611507 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:55:52.612880 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548120'] for router_interface (f1373a3d-d2b3-46e2-9414-0925599eea4e), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.675698 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.676045 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.676408 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.676758 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.677091 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.677428 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.677778 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.678112 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.678434 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.678779 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.679109 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.679429 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.679761 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Tracked resource versions report: Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: pushed versions: Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: { 'AddressGroup': {'1.2'}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'ConntrackHelper': {'1.0'}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'Log': {'1.0'}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'Network': {'1.1'}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'Port': {'1.7'}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'PortForwarding': {'1.2'}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'QosPolicy': {'1.10'}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'SecurityGroup': {'1.5'}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'SubPort': {'1.0'}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'Subnet': {'1.1'}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'Trunk': {'1.1'}} Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: consumer versions: Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: { DHCP agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: L3 agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: Metadata agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: Metering agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: Open vSwitch agent@dv-cinder-863278-1-smb: { 'AddressGroup': '1.2', Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'ConntrackHelper': '1.0', Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'LocalIPAssociation': '1.0', Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'Log': '1.0', Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'Network': '1.1', Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'Port': '1.7', Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'PortForwarding': '1.2', Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'QosPolicy': '1.10', Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'SecurityGroup': '1.5', Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'SecurityGroupRule': '1.2', Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'SubPort': '1.0', Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'Subnet': '1.1', Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: 'Trunk': '1.1'}} Nov 02 12:55:52.680944 dv-cinder-863278-1-smb neutron-server[116230]: {{(pid=116230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:55:52.919537 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.952520 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Provisioning complete for port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:55:52.953143 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.953695 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Attempt 1 to provision port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 Nov 02 12:55:53.003046 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:55:53.176353 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Publish callbacks [] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.245641 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.246653 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7808084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548236'] for router_interface (f1373a3d-d2b3-46e2-9414-0925599eea4e), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.329772 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Pushing event updated for resources: {'Port': ['ID=1e554a5d-178e-4347-aca0-9dd56a9bfd98,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:53.414238 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Network f393d2a9-6caf-476e-b8a6-275016ea4f46 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:53.416479 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:53.504651 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Attempt 2 to provision port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 Nov 02 12:55:53.555730 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:55:53.754673 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Router f1373a3d-d2b3-46e2-9414-0925599eea4e is scheduled to L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b with binding_index 1 {{(pid=116230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:55:53.851909 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:55:53.858068 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-31ef46b4-e064-4ae7-9d73-808a96b44442 demo admin] 10.222.0.93 "PUT /v2.0/routers/f1373a3d-d2b3-46e2-9414-0925599eea4e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6051996 Nov 02 12:55:53.864674 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Sync routers for ids ['f1373a3d-d2b3-46e2-9414-0925599eea4e'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:55:53.885420 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Routers {'f1373a3d-d2b3-46e2-9414-0925599eea4e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:53.886678 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T12:55:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['f1373a3d-d2b3-46e2-9414-0925599eea4e'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:54.057129 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Attempt 3 to provision port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 Nov 02 12:55:54.110402 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:55:54.158846 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Set router f1373a3d-d2b3-46e2-9414-0925599eea4e gateway port host: None {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:54.612269 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Attempt 4 to provision port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 Nov 02 12:55:54.654184 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:55:54.927713 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'name': 'router1', 'tenant_id': '81a393abb94d4806ad699098b135e4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:40Z', 'updated_at': '2022-11-02T12:55:52Z', 'revision_number': 2, 'project_id': '81a393abb94d4806ad699098b135e4b1', 'gw_port_host': None, '_interfaces': [{'id': '1e554a5d-178e-4347-aca0-9dd56a9bfd98', 'name': '', 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46', 'tenant_id': '81a393abb94d4806ad699098b135e4b1', 'mac_address': 'fa:16:3e:11:4d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:55:51Z', 'updated_at': '2022-11-02T12:55:53Z', 'revision_number': 2, 'project_id': '81a393abb94d4806ad699098b135e4b1', 'subnets': [{'id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0972798-c82c-4822-9954-e2e8fa296025'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:54.989607 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Checking router: f1373a3d-d2b3-46e2-9414-0925599eea4e for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:55:54.990038 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Updating router f1373a3d-d2b3-46e2-9414-0925599eea4e port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 binding host dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:55:55.055560 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.155573 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Attempt 5 to provision port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 Nov 02 12:55:55.207691 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:55:55.709371 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Attempt 6 to provision port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 Nov 02 12:55:55.719409 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Publish callbacks [] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), precommit_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.772109 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:55:55.811317 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.985115 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Pushing event updated for resources: {'Port': ['ID=1e554a5d-178e-4347-aca0-9dd56a9bfd98,revision_number=3']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:55.997432 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Attempting to bind port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:55:55.998021 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Attempting to bind port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': '3ce42dbf-9553-434d-828f-c4b93a14a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46'}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:55:55.998593 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Attempting to bind port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 on network f393d2a9-6caf-476e-b8a6-275016ea4f46 {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:56.002807 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.003242 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.003657 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.004050 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.004468 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.004851 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.005251 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.005666 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.006074 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.006444 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.006842 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.007179 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.007601 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Tracked resource versions report: Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: pushed versions: Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: { 'AddressGroup': {'1.2'}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'ConntrackHelper': {'1.0'}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'Log': {'1.0'}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'Network': {'1.1'}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'Port': {'1.7'}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'PortForwarding': {'1.2'}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'QosPolicy': {'1.10'}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'SecurityGroup': {'1.5'}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'SubPort': {'1.0'}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'Subnet': {'1.1'}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'Trunk': {'1.1'}} Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: consumer versions: Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: { DHCP agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: L3 agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: Metadata agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: Metering agent@dv-cinder-863278-1-smb: {}, Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: Open vSwitch agent@dv-cinder-863278-1-smb: { 'AddressGroup': '1.2', Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'ConntrackHelper': '1.0', Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'LocalIPAssociation': '1.0', Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'Log': '1.0', Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'Network': '1.1', Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'Port': '1.7', Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'PortForwarding': '1.2', Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'QosPolicy': '1.10', Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'SecurityGroup': '1.5', Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'SecurityGroupRule': '1.2', Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'SubPort': '1.0', Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'Subnet': '1.1', Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: 'Trunk': '1.1'}} Nov 02 12:55:56.008893 dv-cinder-863278-1-smb neutron-server[116232]: {{(pid=116232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:55:56.019478 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:55:56.020070 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Checking segment: {'id': '3ce42dbf-9553-434d-828f-c4b93a14a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:55:56.020699 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.021218 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Bound using segment: {'id': '3ce42dbf-9553-434d-828f-c4b93a14a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46'} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:55:56.021918 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Bound port: 1e554a5d-178e-4347-aca0-9dd56a9bfd98, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce42dbf-9553-434d-828f-c4b93a14a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46'}}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:55:56.022493 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.107045 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] For port 1e554a5d-178e-4347-aca0-9dd56a9bfd98, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:56.134735 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] For port 1e554a5d-178e-4347-aca0-9dd56a9bfd98, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=1e554a5d-178e-4347-aca0-9dd56a9bfd98,segment=NetworkSegment(3ce42dbf-9553-434d-828f-c4b93a14a258),segment_id=3ce42dbf-9553-434d-828f-c4b93a14a258)] {{(pid=116232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:55:56.240268 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.273877 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Attempt 7 to provision port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 Nov 02 12:55:56.282821 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Routers {'f1373a3d-d2b3-46e2-9414-0925599eea4e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:56.283831 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T12:55:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['f1373a3d-d2b3-46e2-9414-0925599eea4e'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:56.403760 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Current status of the port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:55:56.404261 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.428620 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa8753-da37-435e-9b63-41ea224a1db7 None None] Pushing event updated for resources: {'Port': ['ID=1e554a5d-178e-4347-aca0-9dd56a9bfd98,revision_number=4']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:56.451649 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] For port 1e554a5d-178e-4347-aca0-9dd56a9bfd98, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=1e554a5d-178e-4347-aca0-9dd56a9bfd98,segment=NetworkSegment(3ce42dbf-9553-434d-828f-c4b93a14a258),segment_id=3ce42dbf-9553-434d-828f-c4b93a14a258)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:56.463541 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] Set router f1373a3d-d2b3-46e2-9414-0925599eea4e gateway port host: None {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:56.559752 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.627117 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee3028-1ad7-4e92-babc-461cbb73f5a5 None None] Pushing event updated for resources: {'Port': ['ID=1e554a5d-178e-4347-aca0-9dd56a9bfd98,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:56.684835 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-d30c11cc-08ff-45bd-ab04-99de737fa8fd None None] Provisioning complete for port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:55:56.685236 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d30c11cc-08ff-45bd-ab04-99de737fa8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.685583 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d30c11cc-08ff-45bd-ab04-99de737fa8fd None None] Attempt 1 to provision port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 Nov 02 12:55:56.722346 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'name': 'router1', 'tenant_id': '81a393abb94d4806ad699098b135e4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:40Z', 'updated_at': '2022-11-02T12:55:52Z', 'revision_number': 2, 'project_id': '81a393abb94d4806ad699098b135e4b1', 'gw_port_host': None, '_interfaces': [{'id': '1e554a5d-178e-4347-aca0-9dd56a9bfd98', 'name': '', 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46', 'tenant_id': '81a393abb94d4806ad699098b135e4b1', 'mac_address': 'fa:16:3e:11:4d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:55:51Z', 'updated_at': '2022-11-02T12:55:56Z', 'revision_number': 4, 'project_id': '81a393abb94d4806ad699098b135e4b1', 'subnets': [{'id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0972798-c82c-4822-9954-e2e8fa296025'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:56.757769 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1c467-f238-47ae-8c26-a11033f43c3f None None] The sync data for ids ['f1373a3d-d2b3-46e2-9414-0925599eea4e'] in dv-cinder-863278-1-smb is: [{'id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'name': 'router1', 'tenant_id': '81a393abb94d4806ad699098b135e4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:40Z', 'updated_at': '2022-11-02T12:55:52Z', 'revision_number': 2, 'project_id': '81a393abb94d4806ad699098b135e4b1', 'gw_port_host': None, '_interfaces': [{'id': '1e554a5d-178e-4347-aca0-9dd56a9bfd98', 'name': '', 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46', 'tenant_id': '81a393abb94d4806ad699098b135e4b1', 'mac_address': 'fa:16:3e:11:4d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:55:51Z', 'updated_at': '2022-11-02T12:55:56Z', 'revision_number': 4, 'project_id': '81a393abb94d4806ad699098b135e4b1', 'subnets': [{'id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0972798-c82c-4822-9954-e2e8fa296025'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:55:56.780703 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d30c11cc-08ff-45bd-ab04-99de737fa8fd None None] Current status of the port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:55:57.159403 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 52702) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:57.354344 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e026fbad-1be1-4100-8a10-67deca471fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:57.356689 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-e026fbad-1be1-4100-8a10-67deca471fc8 admin admin] 10.222.0.93 "GET /v2.0/networks/77ce1c78-9b99-4e9d-8799-30ad603e3245 HTTP/1.1" status: 200 len: 842 time: 0.1957598 Nov 02 12:55:57.369462 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.4.1', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.4.0/24', 'ip_version': 4}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:57.536924 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] Made reservation on behalf of 83da3a3346aa47c88907ecfdb7b3b7cc for: {'subnet': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:57.540938 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.043244 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.objects.ports [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116230) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 02 12:55:58.043802 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for subnet (9951bb8a-ad4b-4bcc-8db5-bd08b9898190), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.108071 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9951bb8a-ad4b-4bcc-8db5-bd08b9898190,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:58.123579 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] Checking segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:55:58.124091 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] Network hostable DHCP agents. Network: 77ce1c78-9b99-4e9d-8799-30ad603e3245, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:58.245037 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:58.376056 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, 77ce1c78-9b99-4e9d-8799-30ad603e3245) {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:58.383818 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:58.385107 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.392306 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f04a6-d1a3-4cb8-a277-134aa5ed83dd None None] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:55:58.501471 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-08c5a63b-c6a2-4990-8f64-0c3cf9dd9411 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1379342 Nov 02 12:55:58.582237 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68ee627-8221-4d62-a0ce-0985c77f53fc None None] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:56:01.267586 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 52710) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:01.519841 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-e8ed8115-e22a-4a75-b2af-f67a3972f845 demo admin] 10.222.0.93 "GET /v2.0/routers/f1373a3d-d2b3-46e2-9414-0925599eea4e HTTP/1.1" status: 200 len: 710 time: 0.2505722 Nov 02 12:56:01.662485 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af8aab7-5945-4371-97dc-d54537e4e70a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:01.664000 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-1af8aab7-5945-4371-97dc-d54537e4e70a demo admin] 10.222.0.93 "GET /v2.0/networks/77ce1c78-9b99-4e9d-8799-30ad603e3245 HTTP/1.1" status: 200 len: 886 time: 0.1375127 Nov 02 12:56:01.679254 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:02.026289 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Publish callbacks [] for router_gateway (f1373a3d-d2b3-46e2-9414-0925599eea4e), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:02.579896 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Publish callbacks [] for router_gateway (f1373a3d-d2b3-46e2-9414-0925599eea4e), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:02.728431 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:02.965134 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Allocated IP 172.28.4.124 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:03.136457 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Publish callbacks [] for port (bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:03.297424 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:03.388228 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:03.395239 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:03.409356 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:56:03.416980 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Pushing event updated for resources: {'Port': ['ID=bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:03.896834 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Publish callbacks [] for router_gateway (f1373a3d-d2b3-46e2-9414-0925599eea4e), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.245240 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100859'] for router (f1373a3d-d2b3-46e2-9414-0925599eea4e), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.254020 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543065'] for router (f1373a3d-d2b3-46e2-9414-0925599eea4e), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.342797 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-7f8b04d8-14e2-4967-877b-e8d0e23d1d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.413131 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Router f1373a3d-d2b3-46e2-9414-0925599eea4e has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:56:04.541775 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:04.547162 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.548657 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-99a76279-b3e2-45d1-ba09-ef876f680ac9 demo admin] 10.222.0.93 "PUT /v2.0/routers/f1373a3d-d2b3-46e2-9414-0925599eea4e HTTP/1.1" status: 200 len: 890 time: 2.8735235 Nov 02 12:56:07.035930 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 1e554a5d-178e-4347-aca0-9dd56a9bfd98 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:07.097600 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:56:07.098051 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.098326 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 Nov 02 12:56:07.190155 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:07.662889 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 52722) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:07.915624 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-3d72dc70-072c-49fa-b19c-552564cd858c admin admin] 10.222.0.93 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2512612 Nov 02 12:56:08.342112 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9db8acc9-99df-44e8-b181-95df7257d2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.366139 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Sync routers for ids ['f1373a3d-d2b3-46e2-9414-0925599eea4e'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:08.383141 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Routers {'f1373a3d-d2b3-46e2-9414-0925599eea4e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:08.383874 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T12:56:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['f1373a3d-d2b3-46e2-9414-0925599eea4e'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:08.650293 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Set router f1373a3d-d2b3-46e2-9414-0925599eea4e gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:09.238707 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'name': 'router1', 'tenant_id': '81a393abb94d4806ad699098b135e4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:40Z', 'updated_at': '2022-11-02T12:56:03Z', 'revision_number': 4, 'project_id': '81a393abb94d4806ad699098b135e4b1', 'gw_port': {'id': 'bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:56:02Z', 'updated_at': '2022-11-02T12:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '1e554a5d-178e-4347-aca0-9dd56a9bfd98', 'name': '', 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46', 'tenant_id': '81a393abb94d4806ad699098b135e4b1', 'mac_address': 'fa:16:3e:11:4d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:55:51Z', 'updated_at': '2022-11-02T12:55:56Z', 'revision_number': 5, 'project_id': '81a393abb94d4806ad699098b135e4b1', 'subnets': [{'id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0972798-c82c-4822-9954-e2e8fa296025'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:09.314841 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Checking router: f1373a3d-d2b3-46e2-9414-0925599eea4e for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:56:09.315364 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Updating router f1373a3d-d2b3-46e2-9414-0925599eea4e port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe binding host dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:56:09.412073 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.948506 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Publish callbacks [] for port (bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe), precommit_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.089980 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.124697 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Attempting to bind port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:56:10.124993 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Attempting to bind port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:56:10.125357 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Attempting to bind port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe on network 77ce1c78-9b99-4e9d-8799-30ad603e3245 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:10.137368 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:56:10.137918 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Checking segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:56:10.138356 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.138956 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Bound using segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:56:10.139745 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Bound port: bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:56:10.140172 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.169427 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1167a-f37a-40d0-90bc-87e467f0d730 None None] Pushing event updated for resources: {'Port': ['ID=bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:10.229078 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] For port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:56:10.234694 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] For port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:56:10.315018 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.386167 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Routers {'f1373a3d-d2b3-46e2-9414-0925599eea4e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:10.386811 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T12:56:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['f1373a3d-d2b3-46e2-9414-0925599eea4e'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:10.427521 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1167a-f37a-40d0-90bc-87e467f0d730 None None] Pushing event updated for resources: {'Port': ['ID=bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:10.532155 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.550466 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] Set router f1373a3d-d2b3-46e2-9414-0925599eea4e gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:10.923477 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'name': 'router1', 'tenant_id': '81a393abb94d4806ad699098b135e4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:40Z', 'updated_at': '2022-11-02T12:56:03Z', 'revision_number': 4, 'project_id': '81a393abb94d4806ad699098b135e4b1', 'gw_port': {'id': 'bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:56:02Z', 'updated_at': '2022-11-02T12:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '1e554a5d-178e-4347-aca0-9dd56a9bfd98', 'name': '', 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46', 'tenant_id': '81a393abb94d4806ad699098b135e4b1', 'mac_address': 'fa:16:3e:11:4d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:55:51Z', 'updated_at': '2022-11-02T12:55:56Z', 'revision_number': 5, 'project_id': '81a393abb94d4806ad699098b135e4b1', 'subnets': [{'id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0972798-c82c-4822-9954-e2e8fa296025'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:10.965407 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1fa59-4ec8-4692-a33f-dd531707eec6 None None] The sync data for ids ['f1373a3d-d2b3-46e2-9414-0925599eea4e'] in dv-cinder-863278-1-smb is: [{'id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'name': 'router1', 'tenant_id': '81a393abb94d4806ad699098b135e4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:40Z', 'updated_at': '2022-11-02T12:56:03Z', 'revision_number': 4, 'project_id': '81a393abb94d4806ad699098b135e4b1', 'gw_port': {'id': 'bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:56:02Z', 'updated_at': '2022-11-02T12:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '1e554a5d-178e-4347-aca0-9dd56a9bfd98', 'name': '', 'network_id': 'f393d2a9-6caf-476e-b8a6-275016ea4f46', 'tenant_id': '81a393abb94d4806ad699098b135e4b1', 'mac_address': 'fa:16:3e:11:4d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1373a3d-d2b3-46e2-9414-0925599eea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:55:51Z', 'updated_at': '2022-11-02T12:55:56Z', 'revision_number': 5, 'project_id': '81a393abb94d4806ad699098b135e4b1', 'subnets': [{'id': 'f1d44007-3d08-4914-90d7-fc8b31e5ca19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0972798-c82c-4822-9954-e2e8fa296025'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:11.141211 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 5 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:56:11.364258 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.645228 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:13.179442 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:13.286639 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:56:13.287836 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:13.288710 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe Nov 02 12:56:13.441268 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:13.442059 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:13.477605 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:13.564570 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:13.673519 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:15.152398 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:15.271787 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:56:15.272445 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.273011 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe Nov 02 12:56:15.590693 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port bfeb84c4-bf46-457c-ad1b-5edc87c9ecfe is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:34.348394 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-7917feab-97f7-428a-ab8f-b843e8da6b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:38.341000 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c1965671-ffea-4ba5-a6bf-93989aa190a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:40.582942 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:41.357106 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:41.596799 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:48.141656 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 5 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:57:04.384626 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-cd174581-65bf-407f-ab78-bb6d90db9c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:08.349387 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-f6a3089d-025f-4cc3-8043-f57e549dd95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:10.509171 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.424167 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.578934 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.148442 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 5 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:57:34.439725 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-bba41a75-27cd-4116-a813-db4f054793b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:38.359722 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ead7b985-7440-4ebf-aa0f-4ec4b7f0b78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:40.537178 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:41.359682 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:41.588382 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:51.003604 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53206) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:51.085504 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff0e5d6-88bc-48c2-adfb-e77ed05683da admin admin] GET failed (client error): The resource could not be found. Nov 02 12:57:51.086974 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-fff0e5d6-88bc-48c2-adfb-e77ed05683da admin admin] 10.222.0.93 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0820830 Nov 02 12:57:51.287452 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a0803a-601c-4914-9c18-5a401f8ad0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:51.288973 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-24a0803a-601c-4914-9c18-5a401f8ad0fd admin admin] 10.222.0.93 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1950479 Nov 02 12:57:54.832584 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53216) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:54.939503 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d8cf41-89ef-4a50-b8a7-41ad3cc98f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:54.940970 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-24d8cf41-89ef-4a50-b8a7-41ad3cc98f0b admin admin] 10.222.0.93 "GET /v2.0/subnets/f1d44007-3d08-4914-90d7-fc8b31e5ca19 HTTP/1.1" status: 200 len: 849 time: 0.1073792 Nov 02 12:57:54.955509 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:55.055367 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Publish callbacks [] for subnet (f1d44007-3d08-4914-90d7-fc8b31e5ca19), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:55.319229 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781484249995'] for subnet (f1d44007-3d08-4914-90d7-fc8b31e5ca19), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:55.362101 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:55.362500 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:55.364621 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] 10.222.0.93 "PUT /v2.0/subnets/f1d44007-3d08-4914-90d7-fc8b31e5ca19 HTTP/1.1" status: 200 len: 868 time: 0.4131069 Nov 02 12:57:55.366260 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0914b0a0-3f05-4d60-a88f-61c44954c186 None None] Network f393d2a9-6caf-476e-b8a6-275016ea4f46 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:57:55.390039 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d44007-3d08-4914-90d7-fc8b31e5ca19,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:55.400361 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.400981 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.401487 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.401921 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.402362 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.402776 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.403111 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.403443 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.403987 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.404342 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.404698 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.405052 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.405380 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19526238-3c71-4d5a-845f-b80f58541f63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:55.790453 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-c8ac37fd-6670-42eb-b09e-bbf2bf598f69 None None] Provisioning complete for port 2a5badf5-eefe-4363-9251-bce679b6ec39 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:57:55.794737 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c8ac37fd-6670-42eb-b09e-bbf2bf598f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (2a5badf5-eefe-4363-9251-bce679b6ec39), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:55.794737 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c8ac37fd-6670-42eb-b09e-bbf2bf598f69 None None] Attempt 1 to provision port 2a5badf5-eefe-4363-9251-bce679b6ec39 Nov 02 12:57:55.918217 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac37fd-6670-42eb-b09e-bbf2bf598f69 None None] Current status of the port 2a5badf5-eefe-4363-9251-bce679b6ec39 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:57:55.932253 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-c8ac37fd-6670-42eb-b09e-bbf2bf598f69 None None] Provisioning complete for port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:57:55.932770 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c8ac37fd-6670-42eb-b09e-bbf2bf598f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (1e554a5d-178e-4347-aca0-9dd56a9bfd98), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:55.933291 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c8ac37fd-6670-42eb-b09e-bbf2bf598f69 None None] Attempt 1 to provision port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 Nov 02 12:57:56.029871 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac37fd-6670-42eb-b09e-bbf2bf598f69 None None] Current status of the port 1e554a5d-178e-4347-aca0-9dd56a9bfd98 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:57:58.678557 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53224) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:58.922527 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113a13be-8b53-4479-996c-ce0bd7892d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:58.922994 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113a13be-8b53-4479-996c-ce0bd7892d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:58.924645 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-113a13be-8b53-4479-996c-ce0bd7892d91 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2449596 Nov 02 12:58:01.487947 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53234) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:01.775107 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d302eb-fa4c-4cad-9bf9-e2df2bfa0b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:01.776380 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d302eb-fa4c-4cad-9bf9-e2df2bfa0b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:01.779092 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-54d302eb-fa4c-4cad-9bf9-e2df2bfa0b25 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2897830 Nov 02 12:58:02.139505 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 5 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:58:04.364189 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-0d4bd38b-f3de-415a-8ec3-f932c37ed1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:04.412512 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53242) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:04.564057 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b404a748-75d0-4465-9dd1-91247358ff6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:04.565449 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-b404a748-75d0-4465-9dd1-91247358ff6f admin admin] 10.222.0.93 "GET /v2.0/networks/77ce1c78-9b99-4e9d-8799-30ad603e3245 HTTP/1.1" status: 200 len: 886 time: 0.1519704 Nov 02 12:58:07.640221 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53250) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:07.820020 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341bd29d-140b-41e0-99d2-4270621e98e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:07.821889 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-341bd29d-140b-41e0-99d2-4270621e98e3 admin admin] 10.222.0.93 "GET /v2.0/networks/f393d2a9-6caf-476e-b8a6-275016ea4f46 HTTP/1.1" status: 200 len: 870 time: 0.1800931 Nov 02 12:58:08.381243 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-80c55a88-f717-4038-8adb-9de271739c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:10.506463 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:10.514080 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53258) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:10.748318 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06ec36-296b-4396-9e54-c94135e23eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:10.749015 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06ec36-296b-4396-9e54-c94135e23eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:10.751747 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-7e06ec36-296b-4396-9e54-c94135e23eef admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2362645 Nov 02 12:58:11.438068 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:11.621375 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.344902 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53266) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:13.502704 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6efdc2-03bc-45b4-903e-aae4a4b465e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:13.503168 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6efdc2-03bc-45b4-903e-aae4a4b465e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:13.504795 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-fc6efdc2-03bc-45b4-903e-aae4a4b465e2 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1589437 Nov 02 12:58:16.094316 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53274) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:16.191532 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2b058-efed-4858-8ab3-4b247489ee95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:16.193171 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-7ec2b058-efed-4858-8ab3-4b247489ee95 admin admin] 10.222.0.93 "GET /v2.0/subnets/9951bb8a-ad4b-4bcc-8db5-bd08b9898190 HTTP/1.1" status: 200 len: 816 time: 0.0976572 Nov 02 12:58:18.833423 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53282) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:18.995239 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0c0a48-616e-403e-88a7-efb5e2d44c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:18.997700 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-dd0c0a48-616e-403e-88a7-efb5e2d44c04 admin admin] 10.222.0.93 "GET /v2.0/subnets/f1d44007-3d08-4914-90d7-fc8b31e5ca19 HTTP/1.1" status: 200 len: 868 time: 0.1626396 Nov 02 12:58:34.339819 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9a33422e-6409-4d83-a3b0-4fe8f2b5cace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.357844 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-4e802f17-0803-427a-bb73-6a99dfc830bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.139444 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 5 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:58:40.521075 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:41.396313 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:41.613391 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.321378 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53338) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:48.392346 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [None req-2c93a125-1524-4207-839d-4ea875a06044 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:58:48.394560 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-2c93a125-1524-4207-839d-4ea875a06044 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0712647 Nov 02 12:58:51.120440 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53346) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:51.208583 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.pecan_wsgi.hooks.translation [None req-04927a60-cfff-4d0b-9bfa-9dc3a213c960 admin admin] GET failed (client error): The resource could not be found. Nov 02 12:58:51.210667 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-04927a60-cfff-4d0b-9bfa-9dc3a213c960 admin admin] 10.222.0.93 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0882151 Nov 02 12:58:51.389231 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac795d0-9f3c-41e8-8b5b-85df132d2ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:51.391318 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-3ac795d0-9f3c-41e8-8b5b-85df132d2ec4 admin admin] 10.222.0.93 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1740401 Nov 02 12:58:53.975963 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53354) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:54.046461 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:54.165985 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Made reservation on behalf of 83da3a3346aa47c88907ecfdb7b3b7cc for: {'network': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:54.168369 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.208644 dv-cinder-863278-1-smb neutron-server[116229]: WARNING neutron.services.revisions.revision_plugin [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Could not find related network for resource to bump revision. Nov 02 12:58:54.223341 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] vlan segment allocate from pool success with {'vlan_id': 1453, 'physical_network': 'physnet1'} {{(pid=116229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:58:54.235513 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (235d404a-e575-4405-9094-ef7907214440), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.235890 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.segments_db [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Added segment 235d404a-e575-4405-9094-ef7907214440 of type vlan for network 4e05b1a4-0353-4d9c-9baf-28204c08f7ec Nov 02 12:58:54.283580 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (4e05b1a4-0353-4d9c-9baf-28204c08f7ec), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.419571 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (4e05b1a4-0353-4d9c-9baf-28204c08f7ec), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.421087 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:54.421819 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.492395 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Pushing event updated for resources: {'Network': ['ID=4e05b1a4-0353-4d9c-9baf-28204c08f7ec,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:54.501417 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.501417 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.501417 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.501417 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.502106 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.502106 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.502391 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.502728 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.503063 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.503411 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.503756 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.504083 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.504404 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:54.521948 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network 4e05b1a4-0353-4d9c-9baf-28204c08f7ec details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:58:54.581360 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-665e5f67-12c2-40ac-8512-7f9e960bbb8d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6037645 Nov 02 12:58:57.171367 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53362) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:57.243050 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1a1e35-9f88-4bfd-ad88-9f2da9aea83a admin admin] GET failed (client error): The resource could not be found. Nov 02 12:58:57.244481 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-7b1a1e35-9f88-4bfd-ad88-9f2da9aea83a admin admin] 10.222.0.93 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0718222 Nov 02 12:58:57.328169 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed891d2d-6ec3-4670-ace5-11e615ec20fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:57.329905 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-ed891d2d-6ec3-4670-ace5-11e615ec20fc admin admin] 10.222.0.93 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0782266 Nov 02 12:58:57.341087 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-ecfe18fc-dd70-4998-9168-4fab85820d25 admin admin] Request body: {'subnet': {'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:57.453408 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfe18fc-dd70-4998-9168-4fab85820d25 admin admin] Made reservation on behalf of 83da3a3346aa47c88907ecfdb7b3b7cc for: {'subnet': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:57.456177 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ecfe18fc-dd70-4998-9168-4fab85820d25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.751328 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ecfe18fc-dd70-4998-9168-4fab85820d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for subnet (c043c72b-1173-4d48-bd35-627421003cf4), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.810214 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe18fc-dd70-4998-9168-4fab85820d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c043c72b-1173-4d48-bd35-627421003cf4,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:57.831097 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe18fc-dd70-4998-9168-4fab85820d25 admin admin] Checking segment: {'id': '235d404a-e575-4405-9094-ef7907214440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:58:57.838478 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe18fc-dd70-4998-9168-4fab85820d25 admin admin] Network hostable DHCP agents. Network: 4e05b1a4-0353-4d9c-9baf-28204c08f7ec, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:58:57.968114 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe18fc-dd70-4998-9168-4fab85820d25 admin admin] Network 4e05b1a4-0353-4d9c-9baf-28204c08f7ec is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:58:58.099370 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-ecfe18fc-dd70-4998-9168-4fab85820d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, 4e05b1a4-0353-4d9c-9baf-28204c08f7ec) {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:58.105553 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe18fc-dd70-4998-9168-4fab85820d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:58.106221 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ecfe18fc-dd70-4998-9168-4fab85820d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:58.113404 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58ea128-fcb0-4c32-a431-b95dc5503010 None None] Network 4e05b1a4-0353-4d9c-9baf-28204c08f7ec requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:58:58.264762 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-ecfe18fc-dd70-4998-9168-4fab85820d25 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9272034 Nov 02 12:58:58.290689 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22c6f8f6-30ef-567c-b537-462a2bfff626-4e05b1a4-0353-4d9c-9baf-28204c08f7ec', 'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec', 'project_id': '83da3a3346aa47c88907ecfdb7b3b7cc', 'fixed_ips': [{'subnet_id': 'c043c72b-1173-4d48-bd35-627421003cf4'}]}} from dv-cinder-863278-1-smb. {{(pid=116231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:58:58.292297 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:58.545798 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.db_base_plugin_common [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Allocated IP 192.168.233.2 (4e05b1a4-0353-4d9c-9baf-28204c08f7ec/c043c72b-1173-4d48-bd35-627421003cf4/97e1794e-43ac-48db-97ad-50550381bc07) {{(pid=116231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:58.804074 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Publish callbacks [] for port (97e1794e-43ac-48db-97ad-50550381bc07), precommit_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:58.892668 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (97e1794e-43ac-48db-97ad-50550381bc07), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:58.964278 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Network 4e05b1a4-0353-4d9c-9baf-28204c08f7ec is already hosted by enough agents. {{(pid=116231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:58.969902 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.base_scheduler [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Resources bound (agent type, host, resource id): {{(pid=116231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:58.974741 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Received port after_create {{(pid=116231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:58:58.995125 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Pushing event updated for resources: {'Port': ['ID=97e1794e-43ac-48db-97ad-50550381bc07,revision_number=1']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:59.014571 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.015079 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.015839 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.016434 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.017004 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.017580 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.018168 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.018720 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.019283 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.019849 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.020404 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.020958 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.021585 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:59.097668 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Attempting to bind port 97e1794e-43ac-48db-97ad-50550381bc07 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:58:59.098097 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Attempting to bind port 97e1794e-43ac-48db-97ad-50550381bc07 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': '235d404a-e575-4405-9094-ef7907214440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:58:59.098465 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Attempting to bind port 97e1794e-43ac-48db-97ad-50550381bc07 on network 4e05b1a4-0353-4d9c-9baf-28204c08f7ec {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:59.105538 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:58:59.105965 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Checking segment: {'id': '235d404a-e575-4405-9094-ef7907214440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:58:59.106390 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.106799 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Bound using segment: {'id': '235d404a-e575-4405-9094-ef7907214440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:58:59.107311 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Bound port: 97e1794e-43ac-48db-97ad-50550381bc07, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235d404a-e575-4405-9094-ef7907214440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:58:59.107727 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (97e1794e-43ac-48db-97ad-50550381bc07), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.187708 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] For port 97e1794e-43ac-48db-97ad-50550381bc07, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:59.191726 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] For port 97e1794e-43ac-48db-97ad-50550381bc07, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=97e1794e-43ac-48db-97ad-50550381bc07,segment=NetworkSegment(235d404a-e575-4405-9094-ef7907214440),segment_id=235d404a-e575-4405-9094-ef7907214440)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:58:59.294673 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (97e1794e-43ac-48db-97ad-50550381bc07), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.374453 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603e34c-0898-418d-ab17-e0517cb30d76 None None] Pushing event updated for resources: {'Port': ['ID=97e1794e-43ac-48db-97ad-50550381bc07,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:00.452872 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d6f28a-a8a7-4ac2-9c3b-f39929eec54a None None] Network 4e05b1a4-0353-4d9c-9baf-28204c08f7ec requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:59:00.579376 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-97c34390-4c3f-4169-b2fb-71a18a4310c1 None None] Provisioning complete for port 97e1794e-43ac-48db-97ad-50550381bc07 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:59:00.579905 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-97c34390-4c3f-4169-b2fb-71a18a4310c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (97e1794e-43ac-48db-97ad-50550381bc07), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.580377 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-97c34390-4c3f-4169-b2fb-71a18a4310c1 None None] Attempt 1 to provision port 97e1794e-43ac-48db-97ad-50550381bc07 Nov 02 12:59:00.712115 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-97c34390-4c3f-4169-b2fb-71a18a4310c1 None None] Current status of the port 97e1794e-43ac-48db-97ad-50550381bc07 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:59:00.712573 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-97c34390-4c3f-4169-b2fb-71a18a4310c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (97e1794e-43ac-48db-97ad-50550381bc07), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.775937 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-97c34390-4c3f-4169-b2fb-71a18a4310c1 None None] For port 97e1794e-43ac-48db-97ad-50550381bc07, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=97e1794e-43ac-48db-97ad-50550381bc07,segment=NetworkSegment(235d404a-e575-4405-9094-ef7907214440),segment_id=235d404a-e575-4405-9094-ef7907214440)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:00.917208 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-97c34390-4c3f-4169-b2fb-71a18a4310c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (97e1794e-43ac-48db-97ad-50550381bc07), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:01.000313 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c34390-4c3f-4169-b2fb-71a18a4310c1 None None] Pushing event updated for resources: {'Port': ['ID=97e1794e-43ac-48db-97ad-50550381bc07,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:01.051010 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-4b4a2df2-c101-48c5-b79a-5a5e2a6d2edd None None] Provisioning complete for port 97e1794e-43ac-48db-97ad-50550381bc07 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:59:01.051504 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2df2-c101-48c5-b79a-5a5e2a6d2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (97e1794e-43ac-48db-97ad-50550381bc07), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:01.051938 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-4b4a2df2-c101-48c5-b79a-5a5e2a6d2edd None None] Attempt 1 to provision port 97e1794e-43ac-48db-97ad-50550381bc07 Nov 02 12:59:01.187859 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a2df2-c101-48c5-b79a-5a5e2a6d2edd None None] Current status of the port 97e1794e-43ac-48db-97ad-50550381bc07 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:59:01.232566 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 97e1794e-43ac-48db-97ad-50550381bc07 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:01.307831 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 97e1794e-43ac-48db-97ad-50550381bc07 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:59:01.308235 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (97e1794e-43ac-48db-97ad-50550381bc07), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:01.308589 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 97e1794e-43ac-48db-97ad-50550381bc07 Nov 02 12:59:01.410764 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 97e1794e-43ac-48db-97ad-50550381bc07 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:59:04.386099 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-830ffaca-e49b-4a09-94c0-a5a7b43e35a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.339720 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce278-dcda-498f-ac4f-c32602dee848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.534643 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:11.357139 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:11.573879 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:16.140125 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 5 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:59:34.366606 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8fb85bcc-d274-4c44-8573-06952972c45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:38.386013 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-0c6cd155-b0fd-499a-b712-4803635debfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:40.534980 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:41.392599 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:41.592290 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:53.143096 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 5 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:00:04.477860 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-349f65ae-6d30-45cc-a9c2-e908956e9000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.386271 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-0f2c6af8-3f82-4de3-a611-a235e2d44267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:10.561293 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:11.417563 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:11.623458 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:30.142503 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 5 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:00:34.349174 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-bd3d736d-d927-42d4-ac21-a9e45d6cef99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.367133 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-77121078-9b08-4446-9e78-de6858324f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.541257 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.415565 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.638235 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.117950 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53404) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:46.124925 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [None req-3755b896-76bf-42e2-84e8-77771846bbf1 tempest-verify_tempest_config-1050705303 tempest-verify_tempest_config-1050705303-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:00:46.126123 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-3755b896-76bf-42e2-84e8-77771846bbf1 tempest-verify_tempest_config-1050705303 tempest-verify_tempest_config-1050705303-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0071065 Nov 02 13:00:46.878975 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53422) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:47.007810 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.134075 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Publish callbacks [] for security_group (b96e212c-75f7-45c4-b2c0-8297a25d08a0), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.229293 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (b96e212c-75f7-45c4-b2c0-8297a25d08a0), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.318333 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=efc119b56f8847d3b8a31cedee6abea5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4379876 Nov 02 13:00:47.320782 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96e212c-75f7-45c4-b2c0-8297a25d08a0,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:47.323007 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53426) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:47.333514 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.334138 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.334764 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.335348 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.335902 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.336474 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.337035 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.337606 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.338199 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.338805 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.339379 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.339940 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.340504 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178d50c-60b8-407f-a9c2-974c57e5e545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.392246 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Publish callbacks [] for security_group (b96e212c-75f7-45c4-b2c0-8297a25d08a0), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.419184 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Publish callbacks [] for security_group (b96e212c-75f7-45c4-b2c0-8297a25d08a0), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.639083 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (b96e212c-75f7-45c4-b2c0-8297a25d08a0), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.642046 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.643366 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b96e212c-75f7-45c4-b2c0-8297a25d08a0 HTTP/1.1" status: 204 len: 168 time: 0.3190246 Nov 02 13:00:47.654814 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96e212c-75f7-45c4-b2c0-8297a25d08a0,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:47.669260 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.669260 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.669260 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.669260 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.669260 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.669260 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.669260 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.669260 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.669260 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.669260 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.669260 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.670999 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.670999 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6ae9f-e177-4117-8a78-5c0853ecf3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:04.360748 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-e062bd30-5cdd-4a89-b4de-12774c805a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:07.142335 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 5 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:01:08.375965 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-87403db6-13ec-46a1-a357-e31f925d230b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:10.588545 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:11.474631 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:11.598206 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:34.354576 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-15db1071-30dc-4bad-b6d6-8db627d537d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.336744 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-beb697c8-b05b-48b4-b3b3-0dcf1706ac7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.570290 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.377138 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.593808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.141508 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 5 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:02:04.353938 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-0d94a505-fd46-48c2-81be-528eb7eac827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:08.353118 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-202de972-f2e3-41b8-9710-3594204a15e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:10.525226 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.399771 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.605472 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:21.141334 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 5 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:02:34.353704 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ba42de6a-ddc9-4559-9a5d-1640d12d2305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:38.388223 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-4aeacb96-bf2f-49c3-8a3a-3fcd1bf72480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:40.542231 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.462249 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.644873 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.918953 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542660'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.141703 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:03:01.221709 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53498) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:01.366667 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-69218168-4029-45a1-90a0-55df9a5d04c3 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1436772 Nov 02 13:03:04.204727 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53508) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:04.298790 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d0524bc3-9129-4d7d-8066-ac1b59f1bc1b admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0921981 Nov 02 13:03:04.381602 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-1bd2c574-0a4a-419d-beb4-677e87e4a1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:08.365691 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-7665b4db-eb2b-4e7d-8e97-a77397b33627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:10.553591 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.387332 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.593949 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:14.849622 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:34.365346 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b834-de04-4a7d-8b56-b40385308f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:35.141606 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:03:38.399701 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-cdb72361-3228-4f7c-8322-659b742e86db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:40.569307 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:41.415398 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:41.599773 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.907577 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:04.371076 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-130a9ec1-2b18-4075-ac40-04509259380e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:08.359132 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-7e085d20-3992-4b14-94f3-e323aa6a2d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:10.540848 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:11.392080 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:11.694133 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:12.142311 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:04:14.902134 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:34.374004 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9eff9ad8-6ff8-4baf-96c0-88e56aa7da72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.362447 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-1650e8cf-7831-4ee8-b305-f41381142776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:40.547662 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.478348 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.678968 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.884480 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.142817 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:05:04.375704 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-af66d0f1-51ff-45a7-913f-3e23891fe5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:08.441386 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8d40ebf8-997f-42f5-ad54-b7f3e9c17dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:10.607216 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:11.416126 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:11.755942 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:11.821202 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53708) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:12.511352 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-946250462-network', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:12.604247 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Made reservation on behalf of 156e993457c6468e8cf68db7b51f87e3 for: {'network': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:12.608417 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:12.621131 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:12.745538 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Publish callbacks [] for security_group (3b53fa5b-0e3b-4ba1-a4da-7d1c043f7819), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:12.821019 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (3b53fa5b-0e3b-4ba1-a4da-7d1c043f7819), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:12.861158 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] vlan segment allocate from pool success with {'vlan_id': 1497, 'physical_network': 'physnet1'} {{(pid=116229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:05:12.874720 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b53fa5b-0e3b-4ba1-a4da-7d1c043f7819,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:12.886490 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (c59e0e7e-1475-4217-82e8-ec4cb7ce3317), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:12.887004 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.segments_db [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Added segment c59e0e7e-1475-4217-82e8-ec4cb7ce3317 of type vlan for network 458c9c2b-29df-4bee-b02f-d359db3b0898 Nov 02 13:05:12.890240 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.890671 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.891055 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.891551 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.892058 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.892457 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.892863 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.893292 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.893910 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Tracked resource versions report: Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: pushed versions: Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: { 'AddressGroup': {'1.2'}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'ConntrackHelper': {'1.0'}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'LocalIPAssociation': {'1.0'}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'Log': {'1.0'}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'Network': {'1.1'}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'Port': {'1.7'}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'PortForwarding': {'1.2'}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'QosPolicy': {'1.10'}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'SecurityGroup': {'1.5'}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'SecurityGroupRule': {'1.2'}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'SubPort': {'1.0'}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'Subnet': {'1.1'}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'Trunk': {'1.1'}} Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: consumer versions: Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: { DHCP agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: HyperV agent@hv-cinder-86327: {}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: L3 agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: Metadata agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: Metering agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: Open vSwitch agent@dv-cinder-863278-1-smb: { 'AddressGroup': '1.2', Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'ConntrackHelper': '1.0', Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'LocalIPAssociation': '1.0', Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'Log': '1.0', Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'Network': '1.1', Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'Port': '1.7', Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'PortForwarding': '1.2', Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'QosPolicy': '1.10', Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'SecurityGroup': '1.5', Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'SecurityGroupRule': '1.2', Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'SubPort': '1.0', Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'Subnet': '1.1', Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: 'Trunk': '1.1'}} Nov 02 13:05:12.899325 dv-cinder-863278-1-smb neutron-server[116229]: {{(pid=116229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 13:05:12.969326 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (458c9c2b-29df-4bee-b02f-d359db3b0898), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:13.138570 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (458c9c2b-29df-4bee-b02f-d359db3b0898), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:13.139994 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:13.140962 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:13.213532 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53744) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:13.255173 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4319568 Nov 02 13:05:13.258165 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53750) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:13.265678 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398b19a-0bc3-42f0-b590-8fbd949242fc admin admin] Pushing event updated for resources: {'Network': ['ID=458c9c2b-29df-4bee-b02f-d359db3b0898,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:13.266657 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Request body: {'subnet': {'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-946250462-subnet', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:13.275320 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network 458c9c2b-29df-4bee-b02f-d359db3b0898 details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:05:13.425174 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Made reservation on behalf of 156e993457c6468e8cf68db7b51f87e3 for: {'subnet': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:13.429078 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:13.497640 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53756) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:13.759097 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for subnet (34562175-220e-4327-8ff3-8fb8876f7f18), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:13.842554 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1453832257-network', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:13.847698 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34562175-220e-4327-8ff3-8fb8876f7f18,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:13.861507 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.867275 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.867275 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.867275 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.867275 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.867275 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.867275 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.867275 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.867275 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.867275 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.869018 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.869018 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.869018 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Tracked resource versions report: Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: pushed versions: Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: { 'AddressGroup': {'1.2'}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'ConntrackHelper': {'1.0'}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'LocalIPAssociation': {'1.0'}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'Log': {'1.0'}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'Network': {'1.1'}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'Port': {'1.7'}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'PortForwarding': {'1.2'}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'QosPolicy': {'1.10'}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'SecurityGroup': {'1.5'}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'SecurityGroupRule': {'1.2'}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'SubPort': {'1.0'}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'Subnet': {'1.1'}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'Trunk': {'1.1'}} Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: consumer versions: Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: { DHCP agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: HyperV agent@hv-cinder-86327: {}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: L3 agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: Metadata agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: Metering agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: Open vSwitch agent@dv-cinder-863278-1-smb: { 'AddressGroup': '1.2', Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'ConntrackHelper': '1.0', Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'LocalIPAssociation': '1.0', Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'Log': '1.0', Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'Network': '1.1', Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'Port': '1.7', Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'PortForwarding': '1.2', Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'QosPolicy': '1.10', Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'SecurityGroup': '1.5', Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'SecurityGroupRule': '1.2', Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'SubPort': '1.0', Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'Subnet': '1.1', Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: 'Trunk': '1.1'}} Nov 02 13:05:13.871004 dv-cinder-863278-1-smb neutron-server[116230]: {{(pid=116230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 13:05:13.948367 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Checking segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:13.949457 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Network hostable DHCP agents. Network: 458c9c2b-29df-4bee-b02f-d359db3b0898, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:05:13.989026 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-network', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:14.070702 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Made reservation on behalf of ef4f28a8b02b49d3ada95089ac7aad08 for: {'network': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:14.075666 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.093370 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.175149 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Network 458c9c2b-29df-4bee-b02f-d359db3b0898 is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:05:14.237977 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Publish callbacks [] for security_group (31100346-d6e9-4b97-9fe2-3e2a5428ec54), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.244315 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Made reservation on behalf of 5e267dd7fddd4c98a95ffd74397f2676 for: {'network': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:14.255271 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.281693 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.332790 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, 458c9c2b-29df-4bee-b02f-d359db3b0898) {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:14.344382 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:14.345572 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.346684 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3cd08c-4ce5-4d64-891a-ed739ba46576 None None] Network 458c9c2b-29df-4bee-b02f-d359db3b0898 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:05:14.395192 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (31100346-d6e9-4b97-9fe2-3e2a5428ec54), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.466297 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] vlan segment allocate from pool success with {'vlan_id': 1493, 'physical_network': 'physnet1'} {{(pid=116230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:05:14.499846 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Publish callbacks [] for security_group (0558ea89-6512-4d35-b559-083a670d1dc4), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.502168 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-0bbbb235-9824-4eca-9b60-94c5c28b005c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2416499 Nov 02 13:05:14.504580 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53784) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:14.508615 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31100346-d6e9-4b97-9fe2-3e2a5428ec54,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:14.509868 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:14.530881 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781484186911', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (e04bfb03-635f-4a59-a0cc-c0784393e0d8), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.533825 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Unsubscribe: segment precommit_create {{(pid=116230) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 13:05:14.534914 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.segments_db [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Added segment e04bfb03-635f-4a59-a0cc-c0784393e0d8 of type vlan for network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 Nov 02 13:05:14.624159 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (0558ea89-6512-4d35-b559-083a670d1dc4), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.644933 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1488, 'physical_network': 'physnet1'} {{(pid=116229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:05:14.662677 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (5a767819-6fa7-45e3-a5a2-f47aae0ef023), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.669211 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.segments_db [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Added segment 5a767819-6fa7-45e3-a5a2-f47aae0ef023 of type vlan for network af1e376b-b426-494b-8a32-b21f326de9ab Nov 02 13:05:14.669436 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (576ef56d-5e96-4481-abf1-a0e3fd0d9061), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.670762 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22c6f8f6-30ef-567c-b537-462a2bfff626-458c9c2b-29df-4bee-b02f-d359db3b0898', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18'}]}} from dv-cinder-863278-1-smb. {{(pid=116231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:05:14.672052 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.768605 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (af1e376b-b426-494b-8a32-b21f326de9ab), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.819399 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100830'] for router (564f2c35-915a-427d-90bc-6b7192856d14), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.820660 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100821'] for router (564f2c35-915a-427d-90bc-6b7192856d14), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.889864 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (576ef56d-5e96-4481-abf1-a0e3fd0d9061), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.892606 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:14.893642 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.906173 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0558ea89-6512-4d35-b559-083a670d1dc4,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:15.004687 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.006989 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.db_base_plugin_common [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Allocated IP 172.20.0.2 (458c9c2b-29df-4bee-b02f-d359db3b0898/34562175-220e-4327-8ff3-8fb8876f7f18/587ce85f-e1c0-49ea-9aff-2c7133392165) {{(pid=116231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:15.123516 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Publish callbacks [] for router_controller (564f2c35-915a-427d-90bc-6b7192856d14), precommit_add_association {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.126888 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (af1e376b-b426-494b-8a32-b21f326de9ab), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.128622 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:15.129708 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.265524 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] Pushing event updated for resources: {'Network': ['ID=576ef56d-5e96-4481-abf1-a0e3fd0d9061,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:15.308223 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:05:15.322815 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c68eb4ce-51a5-4e03-8aea-7496bd85052a admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1041682 Nov 02 13:05:15.328080 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53812) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:15.354371 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-826e42fe-d331-42cc-b5eb-deeb8b297cf6 admin admin] Request body: {'subnet': {'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1453832257-subnet', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:15.557615 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826e42fe-d331-42cc-b5eb-deeb8b297cf6 admin admin] Made reservation on behalf of ef4f28a8b02b49d3ada95089ac7aad08 for: {'subnet': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:15.563642 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-826e42fe-d331-42cc-b5eb-deeb8b297cf6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.634285 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Publish callbacks [] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), precommit_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.762265 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.776372 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2767916 Nov 02 13:05:15.776985 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53826) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:15.787332 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-c01a61c0-191f-4105-acca-a4fdb319924a admin admin] Request body: {'subnet': {'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-subnet', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:15.854546 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Pushing event updated for resources: {'Port': ['ID=587ce85f-e1c0-49ea-9aff-2c7133392165,revision_number=1']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:15.881940 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Publish callbacks [] for router_gateway (564f2c35-915a-427d-90bc-6b7192856d14), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.894067 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c462c0-a212-4626-9163-ef83d94237a0 admin admin] Pushing event updated for resources: {'Network': ['ID=af1e376b-b426-494b-8a32-b21f326de9ab,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:15.898616 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.899081 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.899361 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.899804 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.900155 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.900490 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.900849 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.901180 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.901506 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.901908 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.902240 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Tracked resource versions report: Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: pushed versions: Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: { 'AddressGroup': {'1.2'}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'ConntrackHelper': {'1.0'}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'LocalIPAssociation': {'1.0'}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'Log': {'1.0'}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'Network': {'1.1'}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'Port': {'1.7'}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'PortForwarding': {'1.2'}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'QosPolicy': {'1.10'}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'SecurityGroup': {'1.5'}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'SecurityGroupRule': {'1.2'}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'SubPort': {'1.0'}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'Subnet': {'1.1'}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'Trunk': {'1.1'}} Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: consumer versions: Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: { DHCP agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: HyperV agent@hv-cinder-86327: {}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: L3 agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: Metadata agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: Metering agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: Open vSwitch agent@dv-cinder-863278-1-smb: { 'AddressGroup': '1.2', Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'ConntrackHelper': '1.0', Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'LocalIPAssociation': '1.0', Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'Log': '1.0', Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'Network': '1.1', Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'Port': '1.7', Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'PortForwarding': '1.2', Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'QosPolicy': '1.10', Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'SecurityGroup': '1.5', Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'SecurityGroupRule': '1.2', Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'SubPort': '1.0', Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'Subnet': '1.1', Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: 'Trunk': '1.1'}} Nov 02 13:05:15.909975 dv-cinder-863278-1-smb neutron-server[116231]: {{(pid=116231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 13:05:15.916093 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network af1e376b-b426-494b-8a32-b21f326de9ab details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:05:15.972452 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Network 458c9c2b-29df-4bee-b02f-d359db3b0898 is already hosted by enough agents. {{(pid=116231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:15.976690 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.base_scheduler [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Resources bound (agent type, host, resource id): {{(pid=116231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:15.988874 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Received port after_create {{(pid=116231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:16.013765 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01a61c0-191f-4105-acca-a4fdb319924a admin admin] Made reservation on behalf of 5e267dd7fddd4c98a95ffd74397f2676 for: {'subnet': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:16.021931 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c01a61c0-191f-4105-acca-a4fdb319924a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:16.095993 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Attempting to bind port 587ce85f-e1c0-49ea-9aff-2c7133392165 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:05:16.095993 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Attempting to bind port 587ce85f-e1c0-49ea-9aff-2c7133392165 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:05:16.097020 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Attempting to bind port 587ce85f-e1c0-49ea-9aff-2c7133392165 on network 458c9c2b-29df-4bee-b02f-d359db3b0898 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:16.097217 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-826e42fe-d331-42cc-b5eb-deeb8b297cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for subnet (a80eccce-8ff3-45fe-a4c0-c0516d923ef0), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:16.105016 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:05:16.105530 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Checking segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:16.106229 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:16.106651 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Bound using segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:05:16.108176 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Bound port: 587ce85f-e1c0-49ea-9aff-2c7133392165, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:05:16.108449 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:16.249873 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e42fe-d331-42cc-b5eb-deeb8b297cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a80eccce-8ff3-45fe-a4c0-c0516d923ef0,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:16.289953 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e42fe-d331-42cc-b5eb-deeb8b297cf6 admin admin] Checking segment: {'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:16.290624 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826e42fe-d331-42cc-b5eb-deeb8b297cf6 admin admin] Network hostable DHCP agents. Network: 576ef56d-5e96-4481-abf1-a0e3fd0d9061, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:05:16.303030 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] For port 587ce85f-e1c0-49ea-9aff-2c7133392165, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:16.308438 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] For port 587ce85f-e1c0-49ea-9aff-2c7133392165, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=587ce85f-e1c0-49ea-9aff-2c7133392165,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:16.452380 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Publish callbacks [] for router_gateway (564f2c35-915a-427d-90bc-6b7192856d14), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:16.497575 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:16.508401 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826e42fe-d331-42cc-b5eb-deeb8b297cf6 admin admin] Network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:05:16.512291 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:16.557506 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c01a61c0-191f-4105-acca-a4fdb319924a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for subnet (bdd7ea9e-d241-4624-a937-ad8a4b255cc5), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:16.665324 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f7ee1-4af6-4f8f-8b79-e271eba8c123 None None] Pushing event updated for resources: {'Port': ['ID=587ce85f-e1c0-49ea-9aff-2c7133392165,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:16.687496 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a61c0-191f-4105-acca-a4fdb319924a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd7ea9e-d241-4624-a937-ad8a4b255cc5,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:16.691215 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-826e42fe-d331-42cc-b5eb-deeb8b297cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, 576ef56d-5e96-4481-abf1-a0e3fd0d9061) {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:16.835262 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c12ec49-1f70-4b93-8e94-b5420668cb28 None None] Network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:05:16.838774 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e42fe-d331-42cc-b5eb-deeb8b297cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:16.844180 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-826e42fe-d331-42cc-b5eb-deeb8b297cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:16.854538 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a61c0-191f-4105-acca-a4fdb319924a admin admin] Checking segment: {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:16.858342 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01a61c0-191f-4105-acca-a4fdb319924a admin admin] Network hostable DHCP agents. Network: af1e376b-b426-494b-8a32-b21f326de9ab, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:05:16.892385 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Allocated IP 172.28.4.93 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/f149fbb9-956b-44a5-8775-2deae47c2796) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:17.041231 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-826e42fe-d331-42cc-b5eb-deeb8b297cf6 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7036419 Nov 02 13:05:17.045404 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53878) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:17.056469 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1453832257-router', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:17.179944 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Publish callbacks [] for port (f149fbb9-956b-44a5-8775-2deae47c2796), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.188179 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01a61c0-191f-4105-acca-a4fdb319924a admin admin] Network af1e376b-b426-494b-8a32-b21f326de9ab is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:05:17.208299 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22c6f8f6-30ef-567c-b537-462a2bfff626-576ef56d-5e96-4481-abf1-a0e3fd0d9061', 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061', 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'fixed_ips': [{'subnet_id': 'a80eccce-8ff3-45fe-a4c0-c0516d923ef0'}]}} from dv-cinder-863278-1-smb. {{(pid=116231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:05:17.210789 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.255618 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100830'] for router (9f938939-8092-434f-8747-f88e8d4c6e73), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.257615 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100821'] for router (9f938939-8092-434f-8747-f88e8d4c6e73), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.302995 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-c01a61c0-191f-4105-acca-a4fdb319924a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, af1e376b-b426-494b-8a32-b21f326de9ab) {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:17.329934 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01a61c0-191f-4105-acca-a4fdb319924a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:17.332477 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c01a61c0-191f-4105-acca-a4fdb319924a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.439959 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (f149fbb9-956b-44a5-8775-2deae47c2796), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.486631 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88c5b20-bef9-4abe-961c-62900e02da80 None None] Network af1e376b-b426-494b-8a32-b21f326de9ab requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:05:17.507133 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:17.512720 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:17.546685 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c01a61c0-191f-4105-acca-a4fdb319924a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7626307 Nov 02 13:05:17.561383 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:17.617549 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53890) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:17.627111 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:17.752805 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Publish callbacks [] for router_controller (9f938939-8092-434f-8747-f88e8d4c6e73), precommit_add_association {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.821866 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 587ce85f-e1c0-49ea-9aff-2c7133392165 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:17.911303 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53904) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:18.024364 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53910) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:18.034170 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100830'] for router (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.035796 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100821'] for router (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.038784 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Pushing event updated for resources: {'Port': ['ID=f149fbb9-956b-44a5-8775-2deae47c2796,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:18.445693 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.db_base_plugin_common [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Allocated IP 172.20.0.2 (576ef56d-5e96-4481-abf1-a0e3fd0d9061/a80eccce-8ff3-45fe-a4c0-c0516d923ef0/3a2d51e1-1c08-42c2-88a5-47b0882eef38) {{(pid=116231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:18.453437 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Publish callbacks [] for router_controller (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), precommit_add_association {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.457783 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22c6f8f6-30ef-567c-b537-462a2bfff626-af1e376b-b426-494b-8a32-b21f326de9ab', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5'}]}} from dv-cinder-863278-1-smb. {{(pid=116231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:05:18.457783 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.461831 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c865-8fbf-48f3-8ca9-eb0de726ee24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.488791 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 587ce85f-e1c0-49ea-9aff-2c7133392165 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:18.491721 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.498008 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 587ce85f-e1c0-49ea-9aff-2c7133392165 Nov 02 13:05:18.560350 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d962a283-7b3a-4d8c-81e9-f39c86887d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.694178 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d962a283-7b3a-4d8c-81e9-f39c86887d07 admin admin] Publish callbacks [] for security_group (aff8cdac-85bb-4773-a79c-a04ae17f9a9f), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.714978 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Publish callbacks [] for router_gateway (564f2c35-915a-427d-90bc-6b7192856d14), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.745701 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d9110f-0af2-42e6-ae36-4e74fbe8087e None None] Network 458c9c2b-29df-4bee-b02f-d359db3b0898 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:05:18.807950 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Publish callbacks [] for router_gateway (9f938939-8092-434f-8747-f88e8d4c6e73), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.842915 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Publish callbacks [] for router_gateway (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.868291 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d962a283-7b3a-4d8c-81e9-f39c86887d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (aff8cdac-85bb-4773-a79c-a04ae17f9a9f), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.937490 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c865-8fbf-48f3-8ca9-eb0de726ee24 admin admin] Publish callbacks [] for security_group (291bf922-4167-4172-a68f-1b5e44c9f612), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.974796 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d962a283-7b3a-4d8c-81e9-f39c86887d07 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c9f0138bc3b24e9ca0b8225e14a90e9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9448447 Nov 02 13:05:18.975957 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53938) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:19.081802 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c865-8fbf-48f3-8ca9-eb0de726ee24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (291bf922-4167-4172-a68f-1b5e44c9f612), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.091005 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.db_base_plugin_common [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Allocated IP 172.20.0.2 (af1e376b-b426-494b-8a32-b21f326de9ab/bdd7ea9e-d241-4624-a937-ad8a4b255cc5/731dd726-c3d7-4b2e-be07-6d38d91c3e18) {{(pid=116231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:19.104449 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-d3805438-4532-48cb-bf5d-07cf06086883 None None] Provisioning complete for port 587ce85f-e1c0-49ea-9aff-2c7133392165 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:19.105059 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d3805438-4532-48cb-bf5d-07cf06086883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.105584 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d3805438-4532-48cb-bf5d-07cf06086883 None None] Attempt 1 to provision port 587ce85f-e1c0-49ea-9aff-2c7133392165 Nov 02 13:05:19.161612 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a283-7b3a-4d8c-81e9-f39c86887d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff8cdac-85bb-4773-a79c-a04ae17f9a9f,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:19.178763 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Publish callbacks [] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), precommit_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.188004 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 587ce85f-e1c0-49ea-9aff-2c7133392165 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:19.188657 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.270975 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bda4956-bd1c-4a6f-a46e-ebb7305f6d4d admin admin] Publish callbacks [] for security_group (aff8cdac-85bb-4773-a79c-a04ae17f9a9f), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.323294 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bda4956-bd1c-4a6f-a46e-ebb7305f6d4d admin admin] Publish callbacks [] for security_group (aff8cdac-85bb-4773-a79c-a04ae17f9a9f), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.380169 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-e9d2c865-8fbf-48f3-8ca9-eb0de726ee24 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c7a59f399f0f46adb872bd3495a3ac66&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4669850 Nov 02 13:05:19.384468 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53950) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:19.462508 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Publish callbacks [] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), precommit_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.512955 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port 587ce85f-e1c0-49ea-9aff-2c7133392165, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=587ce85f-e1c0-49ea-9aff-2c7133392165,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:19.522409 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53952) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:19.572927 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.575899 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.580790 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2c865-8fbf-48f3-8ca9-eb0de726ee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291bf922-4167-4172-a68f-1b5e44c9f612,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:19.594191 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bda4956-bd1c-4a6f-a46e-ebb7305f6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (aff8cdac-85bb-4773-a79c-a04ae17f9a9f), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.598933 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bda4956-bd1c-4a6f-a46e-ebb7305f6d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.601070 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-9bda4956-bd1c-4a6f-a46e-ebb7305f6d4d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aff8cdac-85bb-4773-a79c-a04ae17f9a9f HTTP/1.1" status: 204 len: 168 time: 0.6235027 Nov 02 13:05:19.607024 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547277'] for router (564f2c35-915a-427d-90bc-6b7192856d14), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.664155 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0f54ea12-0b94-49be-bc1a-8e668c6ebea4 admin admin] Publish callbacks [] for security_group (291bf922-4167-4172-a68f-1b5e44c9f612), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.669614 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.724679 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda4956-bd1c-4a6f-a46e-ebb7305f6d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff8cdac-85bb-4773-a79c-a04ae17f9a9f,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:19.728047 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Network af1e376b-b426-494b-8a32-b21f326de9ab is already hosted by enough agents. {{(pid=116231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:19.752181 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 is already hosted by enough agents. {{(pid=116231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:19.805916 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.base_scheduler [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Resources bound (agent type, host, resource id): {{(pid=116231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:19.813946 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Received port after_create {{(pid=116231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:19.814129 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0f54ea12-0b94-49be-bc1a-8e668c6ebea4 admin admin] Publish callbacks [] for security_group (291bf922-4167-4172-a68f-1b5e44c9f612), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.819518 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.base_scheduler [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Resources bound (agent type, host, resource id): {{(pid=116231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:19.821580 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Received port after_create {{(pid=116231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:19.873801 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d3805438-4532-48cb-bf5d-07cf06086883 None None] Current status of the port 587ce85f-e1c0-49ea-9aff-2c7133392165 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:19.874426 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d3805438-4532-48cb-bf5d-07cf06086883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.965437 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-01d78d08-de1d-4f42-a76e-954c5ad577ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.045854 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Pushing event updated for resources: {'Port': ['ID=731dd726-c3d7-4b2e-be07-6d38d91c3e18,revision_number=1']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:20.096014 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Publish callbacks [] for router_gateway (9f938939-8092-434f-8747-f88e8d4c6e73), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.127870 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Router 564f2c35-915a-427d-90bc-6b7192856d14 is scheduled to L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b with binding_index 1 {{(pid=116229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:05:20.132938 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0f54ea12-0b94-49be-bc1a-8e668c6ebea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (291bf922-4167-4172-a68f-1b5e44c9f612), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.139599 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0f54ea12-0b94-49be-bc1a-8e668c6ebea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.141835 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-0f54ea12-0b94-49be-bc1a-8e668c6ebea4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/291bf922-4167-4172-a68f-1b5e44c9f612 HTTP/1.1" status: 204 len: 168 time: 0.7478034 Nov 02 13:05:20.153921 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54ea12-0b94-49be-bc1a-8e668c6ebea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291bf922-4167-4172-a68f-1b5e44c9f612,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:20.166054 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.195586 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Publish callbacks [] for router_gateway (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.254225 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Attempting to bind port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:05:20.254911 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Attempting to bind port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:05:20.255394 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Attempting to bind port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 on network af1e376b-b426-494b-8a32-b21f326de9ab {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:20.259596 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Attempting to bind port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:05:20.260166 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Attempting to bind port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:05:20.260729 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Attempting to bind port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 on network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:20.301773 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:05:20.302517 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Checking segment: {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:20.308501 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.308501 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Bound using segment: {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:05:20.308501 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Bound port: 731dd726-c3d7-4b2e-be07-6d38d91c3e18, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:05:20.308501 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.308822 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.309252 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:05:20.309941 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Checking segment: {'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:20.310545 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.311284 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Bound using segment: {'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:05:20.311906 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Bound port: 3a2d51e1-1c08-42c2-88a5-47b0882eef38, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:05:20.312503 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.355753 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.db.api [None req-d3805438-4532-48cb-bf5d-07cf06086883 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 13:05:20.356386 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG oslo_db.api [None req-d3805438-4532-48cb-bf5d-07cf06086883 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:05:20.361968 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Pushing event updated for resources: {'Port': ['ID=3a2d51e1-1c08-42c2-88a5-47b0882eef38,revision_number=1']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:20.412465 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:20.428762 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Sync routers for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:20.463586 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:20.464289 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:05:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:20.560448 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] Publish callbacks [] for router (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.563240 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-687e4900-49b5-4c52-b8b8-2fd49d88ecea admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0574169 Nov 02 13:05:20.568852 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53974) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:20.648601 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=587ce85f-e1c0-49ea-9aff-2c7133392165,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:20.655151 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] For port 3a2d51e1-1c08-42c2-88a5-47b0882eef38, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:20.666003 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] For port 3a2d51e1-1c08-42c2-88a5-47b0882eef38, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=3a2d51e1-1c08-42c2-88a5-47b0882eef38,segment=NetworkSegment(e04bfb03-635f-4a59-a0cc-c0784393e0d8),segment_id=e04bfb03-635f-4a59-a0cc-c0784393e0d8)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:20.678659 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] For port 731dd726-c3d7-4b2e-be07-6d38d91c3e18, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:20.686719 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] For port 731dd726-c3d7-4b2e-be07-6d38d91c3e18, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=731dd726-c3d7-4b2e-be07-6d38d91c3e18,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:20.736325 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-01d78d08-de1d-4f42-a76e-954c5ad577ce admin admin] Publish callbacks [] for security_group (572231ce-6fa7-4a63-b6e4-d85bbdd774e3), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.749454 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:20.749821 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Allocated IP 172.28.4.174 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/eb2947ab-babd-491d-bb3a-a52730ac61b9) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:20.773370 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.865358 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-01d78d08-de1d-4f42-a76e-954c5ad577ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (572231ce-6fa7-4a63-b6e4-d85bbdd774e3), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.878593 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.952499 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-01d78d08-de1d-4f42-a76e-954c5ad577ce admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2725489d2bf241e99c21246bee83bc9c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4274442 Nov 02 13:05:20.953452 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 53984) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:21.014574 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 53986) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:21.098241 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6977ae-9208-4d9f-a012-4a521884f06f None None] Pushing event updated for resources: {'Port': ['ID=3a2d51e1-1c08-42c2-88a5-47b0882eef38,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:21.100819 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8fe39575-da6e-4940-b8d9-6344113808a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.119256 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d3805438-4532-48cb-bf5d-07cf06086883 None None] Current status of the port 587ce85f-e1c0-49ea-9aff-2c7133392165 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:21.156967 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d78d08-de1d-4f42-a76e-954c5ad577ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572231ce-6fa7-4a63-b6e4-d85bbdd774e3,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:21.288426 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05cf94-6089-48a3-a3f3-7d368f7862ef None None] Pushing event updated for resources: {'Port': ['ID=731dd726-c3d7-4b2e-be07-6d38d91c3e18,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:21.289218 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Publish callbacks [] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.444151 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-f71eef90-7239-447f-9952-69c61de8f5ec None None] Provisioning complete for port 587ce85f-e1c0-49ea-9aff-2c7133392165 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:21.444313 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-f71eef90-7239-447f-9952-69c61de8f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.444736 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-f71eef90-7239-447f-9952-69c61de8f5ec None None] Attempt 1 to provision port 587ce85f-e1c0-49ea-9aff-2c7133392165 Nov 02 13:05:21.459133 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:17Z', 'revision_number': 3, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:21.506756 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-89072460-4c52-487c-abc3-dba204bebfb4 admin admin] Publish callbacks [] for security_group (572231ce-6fa7-4a63-b6e4-d85bbdd774e3), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.551557 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Checking router: 564f2c35-915a-427d-90bc-6b7192856d14 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:21.555022 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Updating router 564f2c35-915a-427d-90bc-6b7192856d14 port f149fbb9-956b-44a5-8775-2deae47c2796 binding host dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:05:21.622330 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-89072460-4c52-487c-abc3-dba204bebfb4 admin admin] Publish callbacks [] for security_group (572231ce-6fa7-4a63-b6e4-d85bbdd774e3), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.646415 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-f71eef90-7239-447f-9952-69c61de8f5ec None None] Current status of the port 587ce85f-e1c0-49ea-9aff-2c7133392165 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:21.673566 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8fe39575-da6e-4940-b8d9-6344113808a7 admin admin] Publish callbacks [] for security_group (f908c17d-b07e-4f42-8e7b-ec122fd6703c), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.685933 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (f149fbb9-956b-44a5-8775-2deae47c2796), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.764426 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8fe39575-da6e-4940-b8d9-6344113808a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f908c17d-b07e-4f42-8e7b-ec122fd6703c), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.781638 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.872557 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe39575-da6e-4940-b8d9-6344113808a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f908c17d-b07e-4f42-8e7b-ec122fd6703c,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:21.880661 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Allocated IP 172.28.4.252 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/8b31ca19-880f-4f42-a9d1-7dcda26ce7e0) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:21.889087 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-8fe39575-da6e-4940-b8d9-6344113808a7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f1e665bff6b040e89283c7dd62d85180&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8705692 Nov 02 13:05:21.893787 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54000) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:21.975771 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:21.982034 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-89072460-4c52-487c-abc3-dba204bebfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (572231ce-6fa7-4a63-b6e4-d85bbdd774e3), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.982034 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-89072460-4c52-487c-abc3-dba204bebfb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.982034 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-89072460-4c52-487c-abc3-dba204bebfb4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/572231ce-6fa7-4a63-b6e4-d85bbdd774e3 HTTP/1.1" status: 204 len: 168 time: 1.0226064 Nov 02 13:05:22.010634 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:22.013943 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:22.124106 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6a5f68d6-cc66-4b98-b4cc-ce025739460a admin admin] Publish callbacks [] for security_group (f908c17d-b07e-4f42-8e7b-ec122fd6703c), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.125936 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Pushing event updated for resources: {'Port': ['ID=eb2947ab-babd-491d-bb3a-a52730ac61b9,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:22.134269 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89072460-4c52-487c-abc3-dba204bebfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572231ce-6fa7-4a63-b6e4-d85bbdd774e3,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:22.189456 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6a5f68d6-cc66-4b98-b4cc-ce025739460a admin admin] Publish callbacks [] for security_group (f908c17d-b07e-4f42-8e7b-ec122fd6703c), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.295105 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Publish callbacks [] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.297357 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 587ce85f-e1c0-49ea-9aff-2c7133392165 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:22.353904 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.423247 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 587ce85f-e1c0-49ea-9aff-2c7133392165 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:22.423799 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.424139 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 587ce85f-e1c0-49ea-9aff-2c7133392165 Nov 02 13:05:22.529438 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 587ce85f-e1c0-49ea-9aff-2c7133392165 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:22.531037 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 3a2d51e1-1c08-42c2-88a5-47b0882eef38 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:22.608349 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:22.609082 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.609751 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 Nov 02 13:05:22.712934 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.800204 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6a5f68d6-cc66-4b98-b4cc-ce025739460a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f908c17d-b07e-4f42-8e7b-ec122fd6703c), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.803663 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6a5f68d6-cc66-4b98-b4cc-ce025739460a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.818086 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-6a5f68d6-cc66-4b98-b4cc-ce025739460a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f908c17d-b07e-4f42-8e7b-ec122fd6703c HTTP/1.1" status: 204 len: 168 time: 0.9199896 Nov 02 13:05:22.867810 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:22.898360 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:22.898360 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:22.957767 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Publish callbacks [] for port (f149fbb9-956b-44a5-8775-2deae47c2796), precommit_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.021188 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6826d145-2bc6-43a5-bc84-8b2208f9c7d9 None None] Network af1e376b-b426-494b-8a32-b21f326de9ab requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:05:23.032298 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f68d6-cc66-4b98-b4cc-ce025739460a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f908c17d-b07e-4f42-8e7b-ec122fd6703c,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:23.034752 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54016) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:23.046869 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (f149fbb9-956b-44a5-8775-2deae47c2796), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.153095 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Pushing event updated for resources: {'Port': ['ID=f149fbb9-956b-44a5-8775-2deae47c2796,revision_number=2']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:23.191481 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.191836 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.192210 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.202353 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.202954 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.203433 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.204529 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.205033 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.205868 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.206457 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.206933 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.207402 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.207970 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Tracked resource versions report: Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: pushed versions: Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: { 'AddressGroup': {'1.2'}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'ConntrackHelper': {'1.0'}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'LocalIPAssociation': {'1.0'}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'Log': {'1.0'}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'Network': {'1.1'}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'Port': {'1.7'}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'PortForwarding': {'1.2'}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'QosPolicy': {'1.10'}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'SecurityGroup': {'1.5'}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'SecurityGroupRule': {'1.2'}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'SubPort': {'1.0'}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'Subnet': {'1.1'}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'Trunk': {'1.1'}} Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: consumer versions: Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: { DHCP agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: HyperV agent@hv-cinder-86327: {}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: L3 agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: Metadata agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: Metering agent@dv-cinder-863278-1-smb: {}, Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: Open vSwitch agent@dv-cinder-863278-1-smb: { 'AddressGroup': '1.2', Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'ConntrackHelper': '1.0', Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'LocalIPAssociation': '1.0', Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'Log': '1.0', Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'Network': '1.1', Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'Port': '1.7', Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'PortForwarding': '1.2', Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'QosPolicy': '1.10', Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'SecurityGroup': '1.5', Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'SecurityGroupRule': '1.2', Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'SubPort': '1.0', Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'Subnet': '1.1', Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: 'Trunk': '1.1'}} Nov 02 13:05:23.209392 dv-cinder-863278-1-smb neutron-server[116232]: {{(pid=116232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 13:05:23.213970 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Pushing event updated for resources: {'Port': ['ID=8b31ca19-880f-4f42-a9d1-7dcda26ce7e0,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:23.220614 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Publish callbacks [] for router_gateway (9f938939-8092-434f-8747-f88e8d4c6e73), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.222801 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Attempting to bind port f149fbb9-956b-44a5-8775-2deae47c2796 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:05:23.224520 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Attempting to bind port f149fbb9-956b-44a5-8775-2deae47c2796 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:05:23.226248 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Attempting to bind port f149fbb9-956b-44a5-8775-2deae47c2796 on network 77ce1c78-9b99-4e9d-8799-30ad603e3245 {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:23.233505 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:05:23.234259 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Checking segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:23.234828 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.235407 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Bound using segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:05:23.236031 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Bound port: f149fbb9-956b-44a5-8775-2deae47c2796, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:05:23.236562 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (f149fbb9-956b-44a5-8775-2deae47c2796), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.295360 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-67270a1f-b948-4ea4-847e-2d8d14d163df None None] Provisioning complete for port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:23.296313 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Allocated IP 172.20.0.1 (458c9c2b-29df-4bee-b02f-d359db3b0898/34562175-220e-4327-8ff3-8fb8876f7f18/f194027d-ad2d-452f-ba72-c1fff6d5fde9) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:23.305268 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-67270a1f-b948-4ea4-847e-2d8d14d163df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.308753 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-67270a1f-b948-4ea4-847e-2d8d14d163df None None] Attempt 1 to provision port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 Nov 02 13:05:23.349081 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] For port f149fbb9-956b-44a5-8775-2deae47c2796, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:23.353225 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] For port f149fbb9-956b-44a5-8775-2deae47c2796, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=f149fbb9-956b-44a5-8775-2deae47c2796,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:23.398649 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098bca28-3e96-4021-9d8a-0212495b3da7 None None] Network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:05:23.447282 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (f149fbb9-956b-44a5-8775-2deae47c2796), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.484561 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Publish callbacks [] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.564090 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:23.565044 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.600952 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54026) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:23.659570 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3952d3-42dc-43fd-a598-5292cbcb2f92 None None] Pushing event updated for resources: {'Port': ['ID=f149fbb9-956b-44a5-8775-2deae47c2796,revision_number=3']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:23.673916 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:23.675410 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:05:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:23.687722 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e80581a0-6b30-4986-8903-49c635e849e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.704510 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port 3a2d51e1-1c08-42c2-88a5-47b0882eef38, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=3a2d51e1-1c08-42c2-88a5-47b0882eef38,segment=NetworkSegment(e04bfb03-635f-4a59-a0cc-c0784393e0d8),segment_id=e04bfb03-635f-4a59-a0cc-c0784393e0d8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:23.710017 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.764155 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Publish callbacks [] for router_gateway (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.840762 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.844270 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 731dd726-c3d7-4b2e-be07-6d38d91c3e18 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:23.897317 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e80581a0-6b30-4986-8903-49c635e849e2 admin admin] Publish callbacks [] for security_group (57092d5f-6203-401d-b4e0-2335e088f341), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.901495 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547277'] for router (9f938939-8092-434f-8747-f88e8d4c6e73), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.927254 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-67270a1f-b948-4ea4-847e-2d8d14d163df None None] Current status of the port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:23.930964 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-67270a1f-b948-4ea4-847e-2d8d14d163df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.959491 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Network 458c9c2b-29df-4bee-b02f-d359db3b0898 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:23.962053 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:23.986460 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:23.987027 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548120'] for router_interface (564f2c35-915a-427d-90bc-6b7192856d14), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.071753 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:24.221523 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e80581a0-6b30-4986-8903-49c635e849e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (57092d5f-6203-401d-b4e0-2335e088f341), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.397914 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0f401cef-a80a-47dd-99c8-8d79c665fbbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.409743 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-67270a1f-b948-4ea4-847e-2d8d14d163df None None] For port 731dd726-c3d7-4b2e-be07-6d38d91c3e18, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=731dd726-c3d7-4b2e-be07-6d38d91c3e18,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:24.425452 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=3a2d51e1-1c08-42c2-88a5-47b0882eef38,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:24.455747 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Pushing event updated for resources: {'Port': ['ID=f194027d-ad2d-452f-ba72-c1fff6d5fde9,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:24.458454 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:24.458676 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.459227 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 Nov 02 13:05:24.647115 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-67270a1f-b948-4ea4-847e-2d8d14d163df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.703427 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-e80581a0-6b30-4986-8903-49c635e849e2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a11a05f074eb45ffb06ee7c3bc30fafd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0994458 Nov 02 13:05:24.711976 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54052) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:24.799218 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:17Z', 'revision_number': 3, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:24.864122 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67270a1f-b948-4ea4-847e-2d8d14d163df None None] Pushing event updated for resources: {'Port': ['ID=731dd726-c3d7-4b2e-be07-6d38d91c3e18,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:24.903905 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547277'] for router (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.908347 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Provisioning complete for port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:24.908964 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.909500 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Attempt 1 to provision port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 Nov 02 13:05:24.926057 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6638ba1-7b1b-43d0-b05c-224922fc552c None None] The sync data for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb is: [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:17Z', 'revision_number': 3, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:24.952542 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80581a0-6b30-4986-8903-49c635e849e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57092d5f-6203-401d-b4e0-2335e088f341,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:25.126366 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5376e541-54fe-4a5d-bde6-526f113ebb7d admin admin] Publish callbacks [] for security_group (57092d5f-6203-401d-b4e0-2335e088f341), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.169070 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0f401cef-a80a-47dd-99c8-8d79c665fbbd admin admin] Publish callbacks [] for security_group (5b170ddc-0b01-4893-9c8c-a6400d3fe418), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.230731 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Current status of the port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:25.235578 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:25.264633 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0f401cef-a80a-47dd-99c8-8d79c665fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (5b170ddc-0b01-4893-9c8c-a6400d3fe418), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.308163 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Provisioning complete for port f194027d-ad2d-452f-ba72-c1fff6d5fde9 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:25.308660 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.309083 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Attempt 1 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:25.359162 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Router 9f938939-8092-434f-8747-f88e8d4c6e73 is scheduled to L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b with binding_index 1 {{(pid=116230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:05:25.374063 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5376e541-54fe-4a5d-bde6-526f113ebb7d admin admin] Publish callbacks [] for security_group (57092d5f-6203-401d-b4e0-2335e088f341), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.419641 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Port f194027d-ad2d-452f-ba72-c1fff6d5fde9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:25.564784 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 3a2d51e1-1c08-42c2-88a5-47b0882eef38 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:25.824794 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f401cef-a80a-47dd-99c8-8d79c665fbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b170ddc-0b01-4893-9c8c-a6400d3fe418,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:25.857598 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-0f401cef-a80a-47dd-99c8-8d79c665fbbd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4eb3dd90d35b49f4b5d81f30017d1644&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8108406 Nov 02 13:05:25.869855 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:25.870351 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.870708 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 Nov 02 13:05:25.877316 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54086) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:25.900646 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.918861 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5376e541-54fe-4a5d-bde6-526f113ebb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (57092d5f-6203-401d-b4e0-2335e088f341), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.922134 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5376e541-54fe-4a5d-bde6-526f113ebb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.924335 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Attempt 2 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:25.930102 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-5376e541-54fe-4a5d-bde6-526f113ebb7d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/57092d5f-6203-401d-b4e0-2335e088f341 HTTP/1.1" status: 204 len: 168 time: 1.2148173 Nov 02 13:05:25.997672 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376e541-54fe-4a5d-bde6-526f113ebb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57092d5f-6203-401d-b4e0-2335e088f341,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:26.122947 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Port f194027d-ad2d-452f-ba72-c1fff6d5fde9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:26.125183 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:26.175935 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:05:26.178948 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Sync routers for ids ['9f938939-8092-434f-8747-f88e8d4c6e73'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:26.211564 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 is scheduled to L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b with binding_index 1 {{(pid=116230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:05:26.224985 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2b19fba2-1218-49d1-af16-3a66b8cedeb9 admin admin] Publish callbacks [] for security_group (5b170ddc-0b01-4893-9c8c-a6400d3fe418), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:26.373509 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Routers {'9f938939-8092-434f-8747-f88e8d4c6e73'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:26.382400 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:05:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['9f938939-8092-434f-8747-f88e8d4c6e73'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:26.490952 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:26.494720 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Publish callbacks [] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:26.497754 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54102) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:26.497908 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-9bb31c10-44ed-46c2-a924-abedc62a2b55 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.4496834 Nov 02 13:05:26.502667 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2b19fba2-1218-49d1-af16-3a66b8cedeb9 admin admin] Publish callbacks [] for security_group (5b170ddc-0b01-4893-9c8c-a6400d3fe418), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:26.536773 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:26.538559 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 731dd726-c3d7-4b2e-be07-6d38d91c3e18 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:26.633178 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Attempt 3 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:26.681786 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54104) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:26.791488 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:26.809349 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Sync routers for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:26.842866 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:26.844114 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:05:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:26.915416 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:26.917032 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-b5098cb7-3676-4c92-a0fd-2b9ab4e8a1fe admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.2976832 Nov 02 13:05:26.919480 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2b19fba2-1218-49d1-af16-3a66b8cedeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (5b170ddc-0b01-4893-9c8c-a6400d3fe418), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:26.924555 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2b19fba2-1218-49d1-af16-3a66b8cedeb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:26.926800 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-2b19fba2-1218-49d1-af16-3a66b8cedeb9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5b170ddc-0b01-4893-9c8c-a6400d3fe418 HTTP/1.1" status: 204 len: 168 time: 1.0478475 Nov 02 13:05:26.927778 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54120) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:26.983570 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Port f194027d-ad2d-452f-ba72-c1fff6d5fde9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:27.002353 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Set router 9f938939-8092-434f-8747-f88e8d4c6e73 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:27.059532 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19fba2-1218-49d1-af16-3a66b8cedeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b170ddc-0b01-4893-9c8c-a6400d3fe418,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:27.145673 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:27.146664 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7808084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548236'] for router_interface (564f2c35-915a-427d-90bc-6b7192856d14), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:27.238087 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:27.239051 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:27.239843 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:27.243670 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 Nov 02 13:05:27.492527 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Attempt 4 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:27.546346 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Pushing event updated for resources: {'Port': ['ID=f194027d-ad2d-452f-ba72-c1fff6d5fde9,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:27.572889 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Network 458c9c2b-29df-4bee-b02f-d359db3b0898 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:27.580873 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:27.597431 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Port f194027d-ad2d-452f-ba72-c1fff6d5fde9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:27.908910 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:23Z', 'revision_number': 3, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:27.912574 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-89332074-network', 'tenant_id': '9ed970a171dd401187c36478c85aa912'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:27.916586 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:27.970839 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'name': 'tempest-DeleteServersTestJSON-1453832257-router', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174'}], 'enable_snat': True}, 'gw_port_id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:17Z', 'updated_at': '2022-11-02T13:05:22Z', 'revision_number': 3, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'gw_port': {'id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:28.007012 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Checking router: ddbaa9ff-0d52-47ab-8d51-42a8529fc046 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:28.007012 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Updating router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 binding host dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:05:28.027337 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Checking router: 9f938939-8092-434f-8747-f88e8d4c6e73 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:28.027716 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Updating router 9f938939-8092-434f-8747-f88e8d4c6e73 port eb2947ab-babd-491d-bb3a-a52730ac61b9 binding host dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:05:28.099638 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Attempt 5 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:28.112497 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.167825 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Router 564f2c35-915a-427d-90bc-6b7192856d14 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:05:28.179485 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.466357 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Made reservation on behalf of 9ed970a171dd401187c36478c85aa912 for: {'network': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:28.480989 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.627991 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.629012 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.637629 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.879336 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device f149fbb9-956b-44a5-8775-2deae47c2796 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:28.896252 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:28.941864 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-b44feab4-f761-4a4a-b0b4-578b71c774fb admin admin] 10.222.0.93 "PUT /v2.0/routers/564f2c35-915a-427d-90bc-6b7192856d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3585002 Nov 02 13:05:28.949844 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Publish callbacks [] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), precommit_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.971807 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Sync routers for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:29.021989 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Publish callbacks [] for security_group (c89c0d3e-cd1c-4f4d-905e-52c874d787f2), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.058833 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Port f194027d-ad2d-452f-ba72-c1fff6d5fde9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:29.063533 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.067825 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Allocated IP 172.20.0.1 (af1e376b-b426-494b-8a32-b21f326de9ab/bdd7ea9e-d241-4624-a937-ad8a4b255cc5/214f6f7e-14f1-498e-a8db-840f003a757c) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:29.166978 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (c89c0d3e-cd1c-4f4d-905e-52c874d787f2), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.176162 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b73a5-b096-40d5-8069-f4aa33d4d1d7 None None] Pushing event updated for resources: {'Port': ['ID=8b31ca19-880f-4f42-a9d1-7dcda26ce7e0,revision_number=2']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:29.176990 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:29.177780 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:05:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:29.187744 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Allocated IP 172.20.0.1 (576ef56d-5e96-4481-abf1-a0e3fd0d9061/a80eccce-8ff3-45fe-a4c0-c0516d923ef0/c9039845-c83d-48dd-8098-5cff8d20f1bc) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:29.198762 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Attempting to bind port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:05:29.199151 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Attempting to bind port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:05:29.199611 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Attempting to bind port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 on network 77ce1c78-9b99-4e9d-8799-30ad603e3245 {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:29.212542 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:05:29.212773 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Checking segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:29.213200 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.213673 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Bound using segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:05:29.214136 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Bound port: 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:05:29.214531 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.257518 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] vlan segment allocate from pool success with {'vlan_id': 1469, 'physical_network': 'physnet1'} {{(pid=116229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:05:29.312362 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89c0d3e-cd1c-4f4d-905e-52c874d787f2,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:29.333108 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] For port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:29.338794 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] For port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=8b31ca19-880f-4f42-a9d1-7dcda26ce7e0,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:29.378775 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (2bb18ca4-2cf8-41b6-a6f0-b42aa1af80a6), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.380207 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.segments_db [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Added segment 2bb18ca4-2cf8-41b6-a6f0-b42aa1af80a6 of type vlan for network d2619493-ee05-4ec4-bbb0-f60a98618eb0 Nov 02 13:05:29.405348 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port f149fbb9-956b-44a5-8775-2deae47c2796 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:29.405348 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (f149fbb9-956b-44a5-8775-2deae47c2796), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.405348 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port f149fbb9-956b-44a5-8775-2deae47c2796 Nov 02 13:05:29.415727 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Publish callbacks [] for port (214f6f7e-14f1-498e-a8db-840f003a757c), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.458398 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.469653 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (d2619493-ee05-4ec4-bbb0-f60a98618eb0), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.550286 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:29.572121 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Publish callbacks [] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.585820 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Attempt 6 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:29.592595 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b73a5-b096-40d5-8069-f4aa33d4d1d7 None None] Pushing event updated for resources: {'Port': ['ID=8b31ca19-880f-4f42-a9d1-7dcda26ce7e0,revision_number=3']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:29.596743 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:29.597381 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:05:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:29.646543 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.730802 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Pushing event updated for resources: {'Port': ['ID=214f6f7e-14f1-498e-a8db-840f003a757c,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:29.745872 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Network af1e376b-b426-494b-8a32-b21f326de9ab is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:29.748176 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:29.752770 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:29.753322 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548120'] for router_interface (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.777438 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:29.787103 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (d2619493-ee05-4ec4-bbb0-f60a98618eb0), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.787103 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:29.787103 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.799188 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Publish callbacks [] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), precommit_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.852939 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Port f194027d-ad2d-452f-ba72-c1fff6d5fde9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:29.953142 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.986220 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] Pushing event updated for resources: {'Network': ['ID=d2619493-ee05-4ec4-bbb0-f60a98618eb0,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:29.990596 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.011311 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-80c79de7-90ee-43a7-99a9-eccac14a1562 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3282874 Nov 02 13:05:30.030652 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54180) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:30.032643 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port f149fbb9-956b-44a5-8775-2deae47c2796 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:30.033166 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (f149fbb9-956b-44a5-8775-2deae47c2796), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.050228 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-ce8c71e6-f97e-4532-9c83-3ecfebaa2cb3 admin admin] Request body: {'subnet': {'network_id': 'd2619493-ee05-4ec4-bbb0-f60a98618eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-89332074-subnet', 'tenant_id': '9ed970a171dd401187c36478c85aa912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:30.159273 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port f149fbb9-956b-44a5-8775-2deae47c2796, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=f149fbb9-956b-44a5-8775-2deae47c2796,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:30.163986 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network d2619493-ee05-4ec4-bbb0-f60a98618eb0 details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:05:30.207472 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:30.218465 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:30.224124 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:30.225758 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548120'] for router_interface (9f938939-8092-434f-8747-f88e8d4c6e73), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.308648 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54194) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:30.313907 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Attempting to bind port eb2947ab-babd-491d-bb3a-a52730ac61b9 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:05:30.314300 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Attempting to bind port eb2947ab-babd-491d-bb3a-a52730ac61b9 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:05:30.314792 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Attempting to bind port eb2947ab-babd-491d-bb3a-a52730ac61b9 on network 77ce1c78-9b99-4e9d-8799-30ad603e3245 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:30.327888 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-b73fb18b-d240-436f-a98d-1935b3c887f4 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--625275873', 'description': 'tempest-description--628499499'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:30.366792 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Attempt 7 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:30.369880 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (f149fbb9-956b-44a5-8775-2deae47c2796), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.470718 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.510151 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:23Z', 'revision_number': 3, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:30.561004 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8c71e6-f97e-4532-9c83-3ecfebaa2cb3 admin admin] Made reservation on behalf of 9ed970a171dd401187c36478c85aa912 for: {'subnet': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:30.567043 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ce8c71e6-f97e-4532-9c83-3ecfebaa2cb3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.585690 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:05:30.597440 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Checking segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:30.601566 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.602449 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Bound using segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:05:30.604294 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Bound port: eb2947ab-babd-491d-bb3a-a52730ac61b9, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:05:30.604294 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.692620 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b3ca63-68de-4def-8297-e80c8350f5f1 None None] The sync data for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb is: [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:23Z', 'revision_number': 3, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:30.730282 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f49116-b2de-43a5-91b8-0a65d3dc0bb5 None None] Pushing event updated for resources: {'Port': ['ID=eb2947ab-babd-491d-bb3a-a52730ac61b9,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:30.773197 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=c9039845-c83d-48dd-8098-5cff8d20f1bc,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:30.796605 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] For port eb2947ab-babd-491d-bb3a-a52730ac61b9, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:30.800705 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] For port eb2947ab-babd-491d-bb3a-a52730ac61b9, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=eb2947ab-babd-491d-bb3a-a52730ac61b9,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:30.818767 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b73fb18b-d240-436f-a98d-1935b3c887f4 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.883280 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.889990 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Publish callbacks [] for port (214f6f7e-14f1-498e-a8db-840f003a757c), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.904498 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Port f194027d-ad2d-452f-ba72-c1fff6d5fde9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:30.959874 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.002767 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=f149fbb9-956b-44a5-8775-2deae47c2796,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:31.058635 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b73fb18b-d240-436f-a98d-1935b3c887f4 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (9aac161f-30a3-4083-947f-7eca41ebba54), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.062520 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.067944 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7808084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548236'] for router_interface (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.148426 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Pushing event updated for resources: {'Port': ['ID=214f6f7e-14f1-498e-a8db-840f003a757c,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:31.158621 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f49116-b2de-43a5-91b8-0a65d3dc0bb5 None None] Pushing event updated for resources: {'Port': ['ID=eb2947ab-babd-491d-bb3a-a52730ac61b9,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:31.189285 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b73fb18b-d240-436f-a98d-1935b3c887f4 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (9aac161f-30a3-4083-947f-7eca41ebba54), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.190793 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Routers {'9f938939-8092-434f-8747-f88e8d4c6e73'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:31.191576 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:05:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['9f938939-8092-434f-8747-f88e8d4c6e73'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:31.408001 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Attempt 8 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:31.424563 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Network af1e376b-b426-494b-8a32-b21f326de9ab is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:31.426304 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:26Z', 'revision_number': 2, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:31.426560 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fb18b-d240-436f-a98d-1935b3c887f4 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aac161f-30a3-4083-947f-7eca41ebba54,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:31.432870 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:31.497128 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Publish callbacks [] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.534471 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b73fb18b-d240-436f-a98d-1935b3c887f4 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.535838 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-b73fb18b-d240-436f-a98d-1935b3c887f4 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2188954 Nov 02 13:05:31.540920 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54214) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:31.545613 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-cba78c52-2ebc-4490-975d-389152c77436 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'security_group_rule': {'security_group_id': '9aac161f-30a3-4083-947f-7eca41ebba54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:31.612002 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Checking router: 564f2c35-915a-427d-90bc-6b7192856d14 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:31.612359 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Updating router 564f2c35-915a-427d-90bc-6b7192856d14 port f194027d-ad2d-452f-ba72-c1fff6d5fde9 binding host dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:05:31.645910 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Port f194027d-ad2d-452f-ba72-c1fff6d5fde9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:31.671053 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:05:31.678378 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] Set router 9f938939-8092-434f-8747-f88e8d4c6e73 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:31.680647 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.682235 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7808084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548236'] for router_interface (9f938939-8092-434f-8747-f88e8d4c6e73), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.731583 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.804505 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cba78c52-2ebc-4490-975d-389152c77436 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (b4861a47-bbed-495d-8250-e170bab196e1), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:32.199876 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ce8c71e6-f97e-4532-9c83-3ecfebaa2cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for subnet (5d2e758b-1297-405e-a0c6-a6643948ad18), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:32.210963 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:32.250199 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-b47bf668-518f-4169-8b85-df45b2423d10 admin admin] 10.222.0.93 "PUT /v2.0/routers/ddbaa9ff-0d52-47ab-8d51-42a8529fc046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3121421 Nov 02 13:05:32.295633 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Attempt 9 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:32.306022 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:32.313858 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:32.323379 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cba78c52-2ebc-4490-975d-389152c77436 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (b4861a47-bbed-495d-8250-e170bab196e1), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:32.352088 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=c9039845-c83d-48dd-8098-5cff8d20f1bc,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:32.447675 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cba78c52-2ebc-4490-975d-389152c77436 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (b4861a47-bbed-495d-8250-e170bab196e1), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:32.489422 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c71e6-f97e-4532-9c83-3ecfebaa2cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2e758b-1297-405e-a0c6-a6643948ad18,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:32.513013 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba78c52-2ebc-4490-975d-389152c77436 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4861a47-bbed-495d-8250-e170bab196e1,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:32.602853 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c71e6-f97e-4532-9c83-3ecfebaa2cb3 admin admin] Checking segment: {'id': '2bb18ca4-2cf8-41b6-a6f0-b42aa1af80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': 'd2619493-ee05-4ec4-bbb0-f60a98618eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:32.606683 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c71e6-f97e-4532-9c83-3ecfebaa2cb3 admin admin] Network hostable DHCP agents. Network: d2619493-ee05-4ec4-bbb0-f60a98618eb0, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:05:32.660640 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cba78c52-2ebc-4490-975d-389152c77436 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:32.662138 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-cba78c52-2ebc-4490-975d-389152c77436 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1217132 Nov 02 13:05:32.666710 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54244) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:32.672906 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-745bb3a2-229b-4e35-a7fc-2e0e0b320663 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'security_group_rule': {'security_group_id': '9aac161f-30a3-4083-947f-7eca41ebba54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:32.769241 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Port f194027d-ad2d-452f-ba72-c1fff6d5fde9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:32.808446 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:32.831983 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Router 9f938939-8092-434f-8747-f88e8d4c6e73 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:05:32.836948 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-745bb3a2-229b-4e35-a7fc-2e0e0b320663 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (f14a63c9-3047-48da-b44f-7cae7f0fa702), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:32.944341 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-745bb3a2-229b-4e35-a7fc-2e0e0b320663 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (f14a63c9-3047-48da-b44f-7cae7f0fa702), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.034009 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Publish callbacks [] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), precommit_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.052701 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:33.053376 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.053908 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 Nov 02 13:05:33.077798 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c71e6-f97e-4532-9c83-3ecfebaa2cb3 admin admin] Network d2619493-ee05-4ec4-bbb0-f60a98618eb0 is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:05:33.123177 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'name': 'tempest-DeleteServersTestJSON-1453832257-router', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174'}], 'enable_snat': True}, 'gw_port_id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:17Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'gw_port': {'id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'c9039845-c83d-48dd-8098-5cff8d20f1bc', 'name': '', 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'mac_address': 'fa:16:3e:72:1d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a80eccce-8ff3-45fe-a4c0-c0516d923ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:29Z', 'revision_number': 1, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'subnets': [{'id': 'a80eccce-8ff3-45fe-a4c0-c0516d923ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:33.132706 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-745bb3a2-229b-4e35-a7fc-2e0e0b320663 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (f14a63c9-3047-48da-b44f-7cae7f0fa702), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.157884 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b14a5-0f2e-4932-abe9-939cfc1cb3fa None None] The sync data for ids ['9f938939-8092-434f-8747-f88e8d4c6e73'] in dv-cinder-863278-1-smb is: [{'id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'name': 'tempest-DeleteServersTestJSON-1453832257-router', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174'}], 'enable_snat': True}, 'gw_port_id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:17Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'gw_port': {'id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'c9039845-c83d-48dd-8098-5cff8d20f1bc', 'name': '', 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'mac_address': 'fa:16:3e:72:1d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a80eccce-8ff3-45fe-a4c0-c0516d923ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:29Z', 'revision_number': 1, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'subnets': [{'id': 'a80eccce-8ff3-45fe-a4c0-c0516d923ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:33.160259 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.176257 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54258) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:33.189599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bb3a2-229b-4e35-a7fc-2e0e0b320663 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14a63c9-3047-48da-b44f-7cae7f0fa702,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:33.196526 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:33.205361 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-a9965f9c-e234-4aea-b57d-d3291efc7bc3 admin admin] 10.222.0.93 "PUT /v2.0/routers/9f938939-8092-434f-8747-f88e8d4c6e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7057030 Nov 02 13:05:33.272564 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Attempt 10 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:33.339397 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Port f194027d-ad2d-452f-ba72-c1fff6d5fde9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:33.362918 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Attempting to bind port f194027d-ad2d-452f-ba72-c1fff6d5fde9 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:05:33.363301 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Attempting to bind port f194027d-ad2d-452f-ba72-c1fff6d5fde9 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:05:33.363669 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Attempting to bind port f194027d-ad2d-452f-ba72-c1fff6d5fde9 on network 458c9c2b-29df-4bee-b02f-d359db3b0898 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:33.378992 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-ce8c71e6-f97e-4532-9c83-3ecfebaa2cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, d2619493-ee05-4ec4-bbb0-f60a98618eb0) {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:33.389829 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-745bb3a2-229b-4e35-a7fc-2e0e0b320663 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.397574 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-745bb3a2-229b-4e35-a7fc-2e0e0b320663 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7243013 Nov 02 13:05:33.398291 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54266) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:33.400460 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c71e6-f97e-4532-9c83-3ecfebaa2cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:33.401009 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe75f3a-155a-49c2-b063-9f9c3e8fad10 None None] Pushing event updated for resources: {'Port': ['ID=f194027d-ad2d-452f-ba72-c1fff6d5fde9,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:33.402432 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ce8c71e6-f97e-4532-9c83-3ecfebaa2cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.411411 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d15fa7b-545c-4a20-bf41-12c4be7d4466 None None] Network d2619493-ee05-4ec4-bbb0-f60a98618eb0 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:05:33.426809 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'floatingip': {'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:33.556176 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:05:33.556876 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Checking segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:33.562230 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.562656 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Bound using segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:05:33.565934 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Bound port: f194027d-ad2d-452f-ba72-c1fff6d5fde9, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:05:33.566414 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.586154 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-ce8c71e6-f97e-4532-9c83-3ecfebaa2cb3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.5470929 Nov 02 13:05:33.615464 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:33.616124 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.624588 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Provisioning complete for port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:33.626106 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.626106 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Attempt 1 to provision port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 Nov 02 13:05:33.633692 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54272) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:33.657076 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-83de2ae7-e872-4c15-962a-25d017678405 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1715885411', 'description': 'tempest-description--185117968'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:33.750801 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.755671 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=8b31ca19-880f-4f42-a9d1-7dcda26ce7e0,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:33.771305 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-eb44aebc-0ba7-4c77-8b73-59a534132292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.822304 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] For port f194027d-ad2d-452f-ba72-c1fff6d5fde9, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:33.828179 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] For port f194027d-ad2d-452f-ba72-c1fff6d5fde9, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=f194027d-ad2d-452f-ba72-c1fff6d5fde9,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:33.833267 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee96350d-3676-4e19-ad8a-bfe0e95727e7 None None] Network d2619493-ee05-4ec4-bbb0-f60a98618eb0 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:05:33.968876 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Sync routers for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:33.978339 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-eb44aebc-0ba7-4c77-8b73-59a534132292 admin admin] Publish callbacks [] for security_group (7666ecb5-a3fe-4577-8f02-b4e3b76ef25a), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.983886 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.995739 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.996700 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device f149fbb9-956b-44a5-8775-2deae47c2796 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:34.013377 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:34.014463 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:05:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:34.067436 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-eb44aebc-0ba7-4c77-8b73-59a534132292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7666ecb5-a3fe-4577-8f02-b4e3b76ef25a), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.084101 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-83de2ae7-e872-4c15-962a-25d017678405 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.131458 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:34.132706 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:05:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:34.215380 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-eb44aebc-0ba7-4c77-8b73-59a534132292 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dc79230a53b44867b94eacf293b367f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0356011 Nov 02 13:05:34.216107 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54294) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:34.258437 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44aebc-0ba7-4c77-8b73-59a534132292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7666ecb5-a3fe-4577-8f02-b4e3b76ef25a,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:34.365410 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe75f3a-155a-49c2-b063-9f9c3e8fad10 None None] Pushing event updated for resources: {'Port': ['ID=f194027d-ad2d-452f-ba72-c1fff6d5fde9,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:34.416720 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port f149fbb9-956b-44a5-8775-2deae47c2796 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:34.417228 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (f149fbb9-956b-44a5-8775-2deae47c2796), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.417639 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port f149fbb9-956b-44a5-8775-2deae47c2796 Nov 02 13:05:34.447995 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6f95-aebd-42b8-b7aa-cfd0aac4c772 None None] Current status of the port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:34.472346 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6475041e-673d-4382-96c9-3843d5bd8e47 admin admin] Publish callbacks [] for security_group (7666ecb5-a3fe-4577-8f02-b4e3b76ef25a), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.503609 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ca90-9d1d-4f6b-99d8-5af1a6da40d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.566935 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:34.578637 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6475041e-673d-4382-96c9-3843d5bd8e47 admin admin] Publish callbacks [] for security_group (7666ecb5-a3fe-4577-8f02-b4e3b76ef25a), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.689403 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=8b31ca19-880f-4f42-a9d1-7dcda26ce7e0,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:34.746547 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:34.752693 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6475041e-673d-4382-96c9-3843d5bd8e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7666ecb5-a3fe-4577-8f02-b4e3b76ef25a), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.756484 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6475041e-673d-4382-96c9-3843d5bd8e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.761414 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-6475041e-673d-4382-96c9-3843d5bd8e47 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7666ecb5-a3fe-4577-8f02-b4e3b76ef25a HTTP/1.1" status: 204 len: 168 time: 0.5439630 Nov 02 13:05:34.780095 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475041e-673d-4382-96c9-3843d5bd8e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7666ecb5-a3fe-4577-8f02-b4e3b76ef25a,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:34.874668 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port f149fbb9-956b-44a5-8775-2deae47c2796 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:34.885352 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Provisioning complete for port c9039845-c83d-48dd-8098-5cff8d20f1bc triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:34.885693 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.886102 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 1 to provision port c9039845-c83d-48dd-8098-5cff8d20f1bc Nov 02 13:05:35.079641 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54320) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:35.096344 dv-cinder-863278-1-smb neutron-server[116229]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 13:05:35.122823 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Port c9039845-c83d-48dd-8098-5cff8d20f1bc cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:35.329509 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:35.597171 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 2, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:35.615086 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:35.631731 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 2 to provision port c9039845-c83d-48dd-8098-5cff8d20f1bc Nov 02 13:05:35.647284 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-83de2ae7-e872-4c15-962a-25d017678405 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group (fa608ec0-67b6-40f5-9325-2ddc617dcffa), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:35.676685 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Checking router: ddbaa9ff-0d52-47ab-8d51-42a8529fc046 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:35.677043 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Updating router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 port 214f6f7e-14f1-498e-a8db-840f003a757c binding host dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:05:35.770044 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54334) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:35.777164 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-639614417-network', 'tenant_id': 'd1db0c93f51d46bbb9f2602e1cd13d97'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:35.825927 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:35.829235 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:35.831453 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:35.834227 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-83de2ae7-e872-4c15-962a-25d017678405 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (fa608ec0-67b6-40f5-9325-2ddc617dcffa), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:35.834816 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 Nov 02 13:05:35.838069 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Port c9039845-c83d-48dd-8098-5cff8d20f1bc cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:35.854138 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:35.920357 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-cc99174b-d813-4c3f-b646-a4d9d34b90c6 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:35.922749 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-cc99174b-d813-4c3f-b646-a4d9d34b90c6 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/networks?id=576ef56d-5e96-4481-abf1-a0e3fd0d9061 HTTP/1.1" status: 200 len: 812 time: 0.8280194 Nov 02 13:05:35.955973 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Made reservation on behalf of d1db0c93f51d46bbb9f2602e1cd13d97 for: {'network': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:35.962546 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-51428600-9d7c-458f-a055-a8cee1e8a44d tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/quotas/ef4f28a8b02b49d3ada95089ac7aad08 HTTP/1.1" status: 200 len: 375 time: 0.0270181 Nov 02 13:05:35.964628 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.011375 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8651c-0c96-4f31-b976-b52148b44eac None None] The sync data for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb is: [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:36.089158 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-83de2ae7-e872-4c15-962a-25d017678405 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.093584 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-83de2ae7-e872-4c15-962a-25d017678405 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.4567370 Nov 02 13:05:36.117102 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.122255 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de2ae7-e872-4c15-962a-25d017678405 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa608ec0-67b6-40f5-9325-2ddc617dcffa,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:36.190406 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54346) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:36.240306 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Allocated IP 172.28.4.236 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/cfcbcf5b-9266-4a98-8f86-89f1ab774c74) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:36.362648 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-80ec280e-3975-422d-beb2-f43cd2a1fb51 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Request body: {'security_group_rule': {'security_group_id': 'fa608ec0-67b6-40f5-9325-2ddc617dcffa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:36.363175 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 3 to provision port c9039845-c83d-48dd-8098-5cff8d20f1bc Nov 02 13:05:36.372992 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-649ec129-6a85-40e3-b77d-3bd1a813e95d tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef4f28a8b02b49d3ada95089ac7aad08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3950686 Nov 02 13:05:36.506581 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Port c9039845-c83d-48dd-8098-5cff8d20f1bc cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:36.506973 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:36.707527 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Publish callbacks [] for port (214f6f7e-14f1-498e-a8db-840f003a757c), precommit_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.721921 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-80ec280e-3975-422d-beb2-f43cd2a1fb51 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group_rule (e8f44a84-d809-4170-a9f7-a00086eb7007), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.792362 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.799171 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-0434ff2e-a35b-43da-aab2-537755d6bac7 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:05:36.800835 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-0434ff2e-a35b-43da-aab2-537755d6bac7 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0951679 Nov 02 13:05:36.830514 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Publish callbacks [] for security_group (2547cd4d-ffca-4fcb-9483-e9061d983636), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.835988 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for port (cfcbcf5b-9266-4a98-8f86-89f1ab774c74), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.922991 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (2547cd4d-ffca-4fcb-9483-e9061d983636), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.007704 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 4 to provision port c9039845-c83d-48dd-8098-5cff8d20f1bc Nov 02 13:05:37.008790 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] vlan segment allocate from pool success with {'vlan_id': 1495, 'physical_network': 'physnet1'} {{(pid=116230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:05:37.083830 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-82ae1a81-7ff9-4111-9fbb-7efd9e755863 service neutron] 10.222.0.93 "GET /v2.0/networks/576ef56d-5e96-4481-abf1-a0e3fd0d9061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683160 Nov 02 13:05:37.157392 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-80ec280e-3975-422d-beb2-f43cd2a1fb51 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group_rule (e8f44a84-d809-4170-a9f7-a00086eb7007), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.162087 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (ff5d13f5-ed21-40d7-987f-c43fc42cd466), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.162597 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.segments_db [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Added segment ff5d13f5-ed21-40d7-987f-c43fc42cd466 of type vlan for network fa3d912a-8979-45f9-a9d5-6d2aa7e461a9 Nov 02 13:05:37.167166 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2547cd4d-ffca-4fcb-9483-e9061d983636,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:37.238337 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb451e6-3bec-4fb1-8140-717afc1a4639 None None] Pushing event updated for resources: {'Port': ['ID=214f6f7e-14f1-498e-a8db-840f003a757c,revision_number=3']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:37.348909 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Attempting to bind port 214f6f7e-14f1-498e-a8db-840f003a757c on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:05:37.354403 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Attempting to bind port 214f6f7e-14f1-498e-a8db-840f003a757c by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:05:37.355696 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Attempting to bind port 214f6f7e-14f1-498e-a8db-840f003a757c on network af1e376b-b426-494b-8a32-b21f326de9ab {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:37.380642 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:05:37.385359 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Checking segment: {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:37.385359 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.385359 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Bound using segment: {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:05:37.385359 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Bound port: 214f6f7e-14f1-498e-a8db-840f003a757c, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'}}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:05:37.385359 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.396741 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (fa3d912a-8979-45f9-a9d5-6d2aa7e461a9), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.545180 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (cfcbcf5b-9266-4a98-8f86-89f1ab774c74), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.549251 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-80ec280e-3975-422d-beb2-f43cd2a1fb51 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (e8f44a84-d809-4170-a9f7-a00086eb7007), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.557377 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-0ec0952b-544f-460b-8170-8bcfbe78bfd1 service neutron] 10.222.0.93 "GET /v2.0/networks/576ef56d-5e96-4481-abf1-a0e3fd0d9061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609578 Nov 02 13:05:37.678644 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device f194027d-ad2d-452f-ba72-c1fff6d5fde9 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:37.681620 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] For port 214f6f7e-14f1-498e-a8db-840f003a757c, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:37.692297 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] For port 214f6f7e-14f1-498e-a8db-840f003a757c, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=214f6f7e-14f1-498e-a8db-840f003a757c,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:37.695939 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'Port': ['ID=cfcbcf5b-9266-4a98-8f86-89f1ab774c74,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:37.702273 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec280e-3975-422d-beb2-f43cd2a1fb51 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f44a84-d809-4170-a9f7-a00086eb7007,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:37.706270 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (fa3d912a-8979-45f9-a9d5-6d2aa7e461a9), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.707729 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:37.708924 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.726551 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-80ec280e-3975-422d-beb2-f43cd2a1fb51 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.728379 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-80ec280e-3975-422d-beb2-f43cd2a1fb51 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5353518 Nov 02 13:05:37.732863 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54384) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:37.739517 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-3283e6ab-77ab-4b66-bfcc-8b2ed559abb5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Request body: {'security_group_rule': {'security_group_id': 'fa608ec0-67b6-40f5-9325-2ddc617dcffa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:37.779372 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:37.787293 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.814490 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Port c9039845-c83d-48dd-8098-5cff8d20f1bc cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:37.887127 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port f194027d-ad2d-452f-ba72-c1fff6d5fde9 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:37.888079 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.888656 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:37.929084 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:37.930758 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-3283e6ab-77ab-4b66-bfcc-8b2ed559abb5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group_rule (91420c87-6e92-435c-a781-8e7edb2e9afd), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.943656 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb451e6-3bec-4fb1-8140-717afc1a4639 None None] Pushing event updated for resources: {'Port': ['ID=214f6f7e-14f1-498e-a8db-840f003a757c,revision_number=4']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:37.968527 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:37.970094 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:05:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:37.974484 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2025890 Nov 02 13:05:37.978766 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54394) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:37.998080 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:38.012593 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-c4e78265-577c-4743-835b-14222e383d09 admin admin] Request body: {'subnet': {'network_id': 'fa3d912a-8979-45f9-a9d5-6d2aa7e461a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-639614417-subnet', 'tenant_id': 'd1db0c93f51d46bbb9f2602e1cd13d97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:38.115880 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port f194027d-ad2d-452f-ba72-c1fff6d5fde9 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:38.116757 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:38.183745 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port f194027d-ad2d-452f-ba72-c1fff6d5fde9, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=f194027d-ad2d-452f-ba72-c1fff6d5fde9,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:38.223606 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ec368-3fe0-4911-909b-b40a11721722 admin admin] Pushing event updated for resources: {'Network': ['ID=fa3d912a-8979-45f9-a9d5-6d2aa7e461a9,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:38.298302 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network fa3d912a-8979-45f9-a9d5-6d2aa7e461a9 details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:05:38.331211 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 5 to provision port c9039845-c83d-48dd-8098-5cff8d20f1bc Nov 02 13:05:38.331913 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:38.364557 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54412) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:38.410828 dv-cinder-863278-1-smb neutron-server[116230]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 13:05:38.461306 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Port c9039845-c83d-48dd-8098-5cff8d20f1bc cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:38.462884 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-3283e6ab-77ab-4b66-bfcc-8b2ed559abb5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group_rule (91420c87-6e92-435c-a781-8e7edb2e9afd), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:38.464988 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e78265-577c-4743-835b-14222e383d09 admin admin] Made reservation on behalf of d1db0c93f51d46bbb9f2602e1cd13d97 for: {'subnet': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:38.468193 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4e78265-577c-4743-835b-14222e383d09 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:38.477978 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:38.485915 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device eb2947ab-babd-491d-bb3a-a52730ac61b9 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:38.579778 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ac90f499-3baa-486a-9675-54a8e112a7cb req-2896b177-2d22-4bb9-b9d7-c8c62b17699c tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 210 time: 0.1842048 Nov 02 13:05:38.596956 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (4a2e9267-f6ec-46d4-9799-5f7274c9c240), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:38.780748 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-3283e6ab-77ab-4b66-bfcc-8b2ed559abb5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (91420c87-6e92-435c-a781-8e7edb2e9afd), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:38.823953 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-31f63b1b-8883-4527-9406-9af7f25ba18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:38.888453 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283e6ab-77ab-4b66-bfcc-8b2ed559abb5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91420c87-6e92-435c-a781-8e7edb2e9afd,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:38.922466 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=f194027d-ad2d-452f-ba72-c1fff6d5fde9,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:38.938207 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port eb2947ab-babd-491d-bb3a-a52730ac61b9 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:38.941493 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:38.942536 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port eb2947ab-babd-491d-bb3a-a52730ac61b9 Nov 02 13:05:39.022148 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (cfcbcf5b-9266-4a98-8f86-89f1ab774c74), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.044452 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 6 to provision port c9039845-c83d-48dd-8098-5cff8d20f1bc Nov 02 13:05:39.050797 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Sync routers for ids ['9f938939-8092-434f-8747-f88e8d4c6e73'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:39.151081 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-3283e6ab-77ab-4b66-bfcc-8b2ed559abb5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.153292 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-3283e6ab-77ab-4b66-bfcc-8b2ed559abb5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4192033 Nov 02 13:05:39.161711 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:37Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:39.164185 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54438) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:39.185497 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Request body: {'floatingip': {'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:39.220684 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340bd2d3-16dd-428d-adda-7f33881c7cfd None None] The sync data for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb is: [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:37Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:39.241757 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Routers {'9f938939-8092-434f-8747-f88e8d4c6e73'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:39.243109 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:05:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['9f938939-8092-434f-8747-f88e8d4c6e73'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:39.304364 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4e78265-577c-4743-835b-14222e383d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for subnet (55090501-430b-48b3-be39-e737b08c8d34), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.351104 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Port c9039845-c83d-48dd-8098-5cff8d20f1bc cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:39.517015 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e78265-577c-4743-835b-14222e383d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55090501-430b-48b3-be39-e737b08c8d34,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:39.526721 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.660414 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for port (cfcbcf5b-9266-4a98-8f86-89f1ab774c74), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.663007 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port eb2947ab-babd-491d-bb3a-a52730ac61b9 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:39.665581 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.766480 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (cfcbcf5b-9266-4a98-8f86-89f1ab774c74), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.769175 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (4a2e9267-f6ec-46d4-9799-5f7274c9c240), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.869250 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 7 to provision port c9039845-c83d-48dd-8098-5cff8d20f1bc Nov 02 13:05:39.973329 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'Port': ['ID=cfcbcf5b-9266-4a98-8f86-89f1ab774c74,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:40.023565 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port eb2947ab-babd-491d-bb3a-a52730ac61b9, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=eb2947ab-babd-491d-bb3a-a52730ac61b9,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:40.065370 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.079902 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-66cd571e-64f3-4e78-a235-49ebaf8ce3f8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6718988 Nov 02 13:05:40.111028 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Set router 9f938939-8092-434f-8747-f88e8d4c6e73 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:40.187561 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e78265-577c-4743-835b-14222e383d09 admin admin] Checking segment: {'id': 'ff5d13f5-ed21-40d7-987f-c43fc42cd466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': 'fa3d912a-8979-45f9-a9d5-6d2aa7e461a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:40.187561 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e78265-577c-4743-835b-14222e383d09 admin admin] Network hostable DHCP agents. Network: fa3d912a-8979-45f9-a9d5-6d2aa7e461a9, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:05:40.196154 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c5961eab-9754-4ece-a9a5-14f97d5ff524 req-57eeab91-5fa2-4a70-9edd-d26b42a2e699 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 210 time: 0.2225401 Nov 02 13:05:40.299398 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.408279 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e78265-577c-4743-835b-14222e383d09 admin admin] Network fa3d912a-8979-45f9-a9d5-6d2aa7e461a9 is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:05:40.488074 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.564499 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Port c9039845-c83d-48dd-8098-5cff8d20f1bc cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:40.689171 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-c4e78265-577c-4743-835b-14222e383d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, fa3d912a-8979-45f9-a9d5-6d2aa7e461a9) {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:40.731404 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e78265-577c-4743-835b-14222e383d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:40.732501 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4e78265-577c-4743-835b-14222e383d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.768360 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3e5da-1bf5-4379-8063-9ddf693b78d1 None None] Network fa3d912a-8979-45f9-a9d5-6d2aa7e461a9 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:05:40.780022 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=eb2947ab-babd-491d-bb3a-a52730ac61b9,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:40.990477 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Allocated IP 172.28.4.138 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/25a79167-6041-45b6-add4-fecf5e48c42b) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:41.004851 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-8932eff8-8284-4c15-b532-f33137dce0e3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--625275873&fields=id&tenant_id=156e993457c6468e8cf68db7b51f87e3 HTTP/1.1" status: 200 len: 267 time: 0.1135619 Nov 02 13:05:41.011046 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-c4e78265-577c-4743-835b-14222e383d09 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0302031 Nov 02 13:05:41.014754 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 214f6f7e-14f1-498e-a8db-840f003a757c up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:41.021322 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:41.061955 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4588ee68-052a-4c5f-badd-0fbe71afdf02 None None] Network fa3d912a-8979-45f9-a9d5-6d2aa7e461a9 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:05:41.186166 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 8 to provision port c9039845-c83d-48dd-8098-5cff8d20f1bc Nov 02 13:05:41.445769 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54518) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:41.532268 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Port c9039845-c83d-48dd-8098-5cff8d20f1bc cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:41.633807 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:41.644001 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 214f6f7e-14f1-498e-a8db-840f003a757c triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:41.645834 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:41.646915 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 214f6f7e-14f1-498e-a8db-840f003a757c Nov 02 13:05:41.652259 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_v2 [None req-40228125-27b7-4c46-91d1-1555dce9e0cb admin admin] Deleting subnet 5d2e758b-1297-405e-a0c6-a6643948ad18 {{(pid=116230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:05:41.676929 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-40228125-27b7-4c46-91d1-1555dce9e0cb admin admin] Publish callbacks [] for subnet (5d2e758b-1297-405e-a0c6-a6643948ad18), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:41.711729 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'name': 'tempest-DeleteServersTestJSON-1453832257-router', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174'}], 'enable_snat': True}, 'gw_port_id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:17Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'gw_port': {'id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'c9039845-c83d-48dd-8098-5cff8d20f1bc', 'name': '', 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'mac_address': 'fa:16:3e:72:1d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a80eccce-8ff3-45fe-a4c0-c0516d923ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:31Z', 'revision_number': 2, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'subnets': [{'id': 'a80eccce-8ff3-45fe-a4c0-c0516d923ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:41.741403 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5f29ea65-7521-47ed-9ced-8b7fb5b2194e req-08044f1d-d608-4c37-bb18-e60f5a7a1286 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 210 time: 0.1192281 Nov 02 13:05:41.748235 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b692-3b60-48da-814f-81b55072885e req-153a683a-3390-4c2d-8bb9-d3ae5e08af1c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:41.755600 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-153a683a-3390-4c2d-8bb9-d3ae5e08af1c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 814 time: 0.7322733 Nov 02 13:05:41.782198 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Checking router: 9f938939-8092-434f-8747-f88e8d4c6e73 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:41.782198 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Updating router 9f938939-8092-434f-8747-f88e8d4c6e73 port c9039845-c83d-48dd-8098-5cff8d20f1bc binding host dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:05:41.794091 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-40228125-27b7-4c46-91d1-1555dce9e0cb admin admin] Publish callbacks [] for subnet (5d2e758b-1297-405e-a0c6-a6643948ad18), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:41.821071 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-94627074-394d-4df6-b61d-da3541be9b15 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/quotas/156e993457c6468e8cf68db7b51f87e3 HTTP/1.1" status: 200 len: 375 time: 0.0545764 Nov 02 13:05:41.875221 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-40228125-27b7-4c46-91d1-1555dce9e0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (5d2e758b-1297-405e-a0c6-a6643948ad18), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:41.884190 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:41.895479 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for port (25a79167-6041-45b6-add4-fecf5e48c42b), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:41.899579 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:42.040731 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 9 to provision port c9039845-c83d-48dd-8098-5cff8d20f1bc Nov 02 13:05:42.048872 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-19276729-01e0-4771-8a46-23bdce2c79ee tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2131357 Nov 02 13:05:42.098876 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (25a79167-6041-45b6-add4-fecf5e48c42b), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:42.132282 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-40228125-27b7-4c46-91d1-1555dce9e0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for subnet (5d2e758b-1297-405e-a0c6-a6643948ad18), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:42.170532 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 214f6f7e-14f1-498e-a8db-840f003a757c is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:42.171102 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:42.228654 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:42.242623 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:42.249433 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:42.272677 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40228125-27b7-4c46-91d1-1555dce9e0cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2e758b-1297-405e-a0c6-a6643948ad18,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:42.298294 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-40228125-27b7-4c46-91d1-1555dce9e0cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:42.305404 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-40228125-27b7-4c46-91d1-1555dce9e0cb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/5d2e758b-1297-405e-a0c6-a6643948ad18 HTTP/1.1" status: 204 len: 168 time: 0.8552275 Nov 02 13:05:42.308233 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54536) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:42.371701 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Port c9039845-c83d-48dd-8098-5cff8d20f1bc cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:42.427132 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port 214f6f7e-14f1-498e-a8db-840f003a757c, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=214f6f7e-14f1-498e-a8db-840f003a757c,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:42.444111 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event updated for resources: {'Port': ['ID=25a79167-6041-45b6-add4-fecf5e48c42b,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:42.488393 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (d2619493-ee05-4ec4-bbb0-f60a98618eb0), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:42.614845 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (e7f3b2ec-835d-4ea1-b6be-8367837d50c1), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:42.625099 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-92e7f5c0-bec2-4def-9b7f-6a8fa00c3d53 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:05:42.627427 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-92e7f5c0-bec2-4def-9b7f-6a8fa00c3d53 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2350950 Nov 02 13:05:42.630793 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:42.632542 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device f194027d-ad2d-452f-ba72-c1fff6d5fde9 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:42.835377 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (25a79167-6041-45b6-add4-fecf5e48c42b), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:42.884814 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 10 to provision port c9039845-c83d-48dd-8098-5cff8d20f1bc Nov 02 13:05:43.166404 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for port (25a79167-6041-45b6-add4-fecf5e48c42b), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.207622 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Port c9039845-c83d-48dd-8098-5cff8d20f1bc cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:43.228952 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (25a79167-6041-45b6-add4-fecf5e48c42b), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.229753 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (e7f3b2ec-835d-4ea1-b6be-8367837d50c1), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.288208 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=214f6f7e-14f1-498e-a8db-840f003a757c,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:43.329925 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port f194027d-ad2d-452f-ba72-c1fff6d5fde9 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:43.330526 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.331403 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:43.333908 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Provisioning complete for port f194027d-ad2d-452f-ba72-c1fff6d5fde9 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:43.334492 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.335530 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event updated for resources: {'Port': ['ID=25a79167-6041-45b6-add4-fecf5e48c42b,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:43.335659 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 1 to provision port f194027d-ad2d-452f-ba72-c1fff6d5fde9 Nov 02 13:05:43.383047 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (d2619493-ee05-4ec4-bbb0-f60a98618eb0), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.422454 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a9d88197-3bf1-4347-ad47-176d2c335fec req-371e5f7b-0f22-439f-8281-98f04f7ef37f tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 210 time: 0.0643969 Nov 02 13:05:43.433214 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.454766 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-c4d00bd4-7e47-4fa1-9f62-d219bf29ceba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2859595 Nov 02 13:05:43.470187 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:43.470187 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:43.470187 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:43.481908 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > port after_create 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:43.482435 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > port after_delete 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:43.483028 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > port after_update 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:43.483572 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:43.484119 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:43.484699 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:43.485262 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:43.672238 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Publish callbacks [] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), precommit_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.780726 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.874329 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Current status of the port f194027d-ad2d-452f-ba72-c1fff6d5fde9 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:43.928246 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port f194027d-ad2d-452f-ba72-c1fff6d5fde9 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:43.935638 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ec37f-2ad3-4f0f-8458-e53e240b9bc5 None None] Pushing event updated for resources: {'Port': ['ID=c9039845-c83d-48dd-8098-5cff8d20f1bc,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:43.994403 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b603229-1303-40a0-b566-7f71437b68a0 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1715885411&fields=id&tenant_id=5e267dd7fddd4c98a95ffd74397f2676 HTTP/1.1" status: 200 len: 267 time: 0.1740181 Nov 02 13:05:44.005224 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Provisioning complete for port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:44.005656 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.006443 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 1 to provision port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 Nov 02 13:05:44.040395 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:44.041483 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:44.043914 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:44.045399 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:44.048328 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2619493-ee05-4ec4-bbb0-f60a98618eb0']}} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:44.052203 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Attempting to bind port c9039845-c83d-48dd-8098-5cff8d20f1bc on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:05:44.052617 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Attempting to bind port c9039845-c83d-48dd-8098-5cff8d20f1bc by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:05:44.053059 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Attempting to bind port c9039845-c83d-48dd-8098-5cff8d20f1bc on network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:44.070326 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:05:44.070892 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Checking segment: {'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:44.071335 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.071745 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Bound using segment: {'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:05:44.072372 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Bound port: c9039845-c83d-48dd-8098-5cff8d20f1bc, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:05:44.072681 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.147713 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb18ca4-2cf8-41b6-a6f0-b42aa1af80a6') {'for_net_delete': True} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:44.148242 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb18ca4-2cf8-41b6-a6f0-b42aa1af80a6') {} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:44.201955 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] For port c9039845-c83d-48dd-8098-5cff8d20f1bc, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:44.206869 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] For port c9039845-c83d-48dd-8098-5cff8d20f1bc, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=c9039845-c83d-48dd-8098-5cff8d20f1bc,segment=NetworkSegment(e04bfb03-635f-4a59-a0cc-c0784393e0d8),segment_id=e04bfb03-635f-4a59-a0cc-c0784393e0d8)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:44.211224 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 214f6f7e-14f1-498e-a8db-840f003a757c up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:44.238851 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4597037'] for segment (2bb18ca4-2cf8-41b6-a6f0-b42aa1af80a6), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.270149 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-1c9f1cdd-ba8f-404c-b7d7-3f36d30fb9b8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:44.270589 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-c3c9481c-4e92-4730-8f95-f09e2d4aa8b6 service neutron] 10.222.0.93 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6352465 Nov 02 13:05:44.283035 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-1c9f1cdd-ba8f-404c-b7d7-3f36d30fb9b8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 817 time: 0.2737823 Nov 02 13:05:44.293615 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-701cb28f-fd18-4524-95cc-b643d3b9ffb4 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/quotas/5e267dd7fddd4c98a95ffd74397f2676 HTTP/1.1" status: 200 len: 375 time: 0.0127494 Nov 02 13:05:44.295201 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (2bb18ca4-2cf8-41b6-a6f0-b42aa1af80a6), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.309573 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Current status of the port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:44.325937 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Releasing vlan 1469 on physical network physnet1 to pool {{(pid=116230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:05:44.326870 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4602182'] for segment (2bb18ca4-2cf8-41b6-a6f0-b42aa1af80a6), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.330318 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 214f6f7e-14f1-498e-a8db-840f003a757c triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:44.330696 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.331036 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 214f6f7e-14f1-498e-a8db-840f003a757c Nov 02 13:05:44.333819 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Provisioning complete for port 214f6f7e-14f1-498e-a8db-840f003a757c triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:44.334386 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.334757 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Attempt 1 to provision port 214f6f7e-14f1-498e-a8db-840f003a757c Nov 02 13:05:44.356408 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.445373 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Routers {'9f938939-8092-434f-8747-f88e8d4c6e73'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:44.446022 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:05:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['9f938939-8092-434f-8747-f88e8d4c6e73'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:44.467481 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-9a02591f-5094-435d-a7df-faa7185b0925 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632922 Nov 02 13:05:44.553695 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ec37f-2ad3-4f0f-8458-e53e240b9bc5 None None] Pushing event updated for resources: {'Port': ['ID=c9039845-c83d-48dd-8098-5cff8d20f1bc,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:44.678835 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-2ed074d8-42c7-4f51-b33b-a17906ceca56 service neutron] 10.222.0.93 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995538 Nov 02 13:05:44.681471 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (d2619493-ee05-4ec4-bbb0-f60a98618eb0), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.692490 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.700637 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] 10.222.0.93 "DELETE /v2.0/networks/d2619493-ee05-4ec4-bbb0-f60a98618eb0 HTTP/1.1" status: 204 len: 168 time: 2.3908744 Nov 02 13:05:44.703699 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54614) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:44.706748 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment 2bb18ca4-2cf8-41b6-a6f0-b42aa1af80a6 resource provider aggregate not found Nov 02 13:05:44.735589 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecf53c-6759-41c4-acf2-712ad53882ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d2619493-ee05-4ec4-bbb0-f60a98618eb0,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:44.761550 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment 2bb18ca4-2cf8-41b6-a6f0-b42aa1af80a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bb18ca4-2cf8-41b6-a6f0-b42aa1af80a6 found for delete ", "request_id": "req-e6f02bd0-bac5-44c3-b98a-d2233ba761bb"}]} Nov 02 13:05:44.829736 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e46082e-219b-422f-be50-c4149104ebf5 admin admin] Deleting subnet 55090501-430b-48b3-be39-e737b08c8d34 {{(pid=116229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:05:44.850089 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0e46082e-219b-422f-be50-c4149104ebf5 admin admin] Publish callbacks [] for subnet (55090501-430b-48b3-be39-e737b08c8d34), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.867889 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 214f6f7e-14f1-498e-a8db-840f003a757c is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:44.869103 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device eb2947ab-babd-491d-bb3a-a52730ac61b9 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:44.877211 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.86', 50502) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:44.926663 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-1fb8e156-1c07-4b52-ba95-3e6b5e2c4d34 service neutron] 10.222.0.93 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768697 Nov 02 13:05:44.930370 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0e46082e-219b-422f-be50-c4149104ebf5 admin admin] Publish callbacks [] for subnet (55090501-430b-48b3-be39-e737b08c8d34), precommit_delete_associations {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.938358 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-c27bcd48-6ea7-4118-8a24-7581f97048fc None None] Current status of the port 214f6f7e-14f1-498e-a8db-840f003a757c is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:44.964761 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] Set router 9f938939-8092-434f-8747-f88e8d4c6e73 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:44.988850 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0e46082e-219b-422f-be50-c4149104ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (55090501-430b-48b3-be39-e737b08c8d34), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:45.016713 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-e5731622-73a5-4c7c-a4b9-d6f4a3067334 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:45.018380 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-e5731622-73a5-4c7c-a4b9-d6f4a3067334 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.86 "GET /v2.0/networks?id=576ef56d-5e96-4481-abf1-a0e3fd0d9061 HTTP/1.1" status: 200 len: 812 time: 0.1400506 Nov 02 13:05:45.084047 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:45.089357 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Request body: {'port': {'device_id': '9bb45d5c-ac99-4e6b-9322-567f1532633d', 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061', 'admin_state_up': True, 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:45.090346 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port eb2947ab-babd-491d-bb3a-a52730ac61b9 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:45.090346 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:45.090346 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port eb2947ab-babd-491d-bb3a-a52730ac61b9 Nov 02 13:05:45.123607 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-53f3bb2a-8430-4902-ac07-ecb8bb70927a service neutron] 10.222.0.93 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958652 Nov 02 13:05:45.207129 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0e46082e-219b-422f-be50-c4149104ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for subnet (55090501-430b-48b3-be39-e737b08c8d34), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:45.303103 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0e46082e-219b-422f-be50-c4149104ebf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:45.308836 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-0e46082e-219b-422f-be50-c4149104ebf5 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/55090501-430b-48b3-be39-e737b08c8d34 HTTP/1.1" status: 204 len: 168 time: 0.6006093 Nov 02 13:05:45.310154 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46082e-219b-422f-be50-c4149104ebf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55090501-430b-48b3-be39-e737b08c8d34,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:45.318909 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54640) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:45.432020 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (fa3d912a-8979-45f9-a9d5-6d2aa7e461a9), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:45.532396 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e234b245-1f83-45e3-8f9a-29517308d809 req-21713798-a4fa-434f-acb4-0c920a1ad676 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 210 time: 0.0520449 Nov 02 13:05:45.576662 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Made reservation on behalf of ef4f28a8b02b49d3ada95089ac7aad08 for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:45.591808 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:45.691593 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'name': 'tempest-DeleteServersTestJSON-1453832257-router', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174'}], 'enable_snat': True}, 'gw_port_id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:17Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'gw_port': {'id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'c9039845-c83d-48dd-8098-5cff8d20f1bc', 'name': '', 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'mac_address': 'fa:16:3e:72:1d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a80eccce-8ff3-45fe-a4c0-c0516d923ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:44Z', 'revision_number': 4, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'subnets': [{'id': 'a80eccce-8ff3-45fe-a4c0-c0516d923ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:45.738042 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8808bba8-7a41-4f19-999f-4f9ced7fbbb0 None None] The sync data for ids ['9f938939-8092-434f-8747-f88e8d4c6e73'] in dv-cinder-863278-1-smb is: [{'id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'name': 'tempest-DeleteServersTestJSON-1453832257-router', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174'}], 'enable_snat': True}, 'gw_port_id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:17Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'gw_port': {'id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'c9039845-c83d-48dd-8098-5cff8d20f1bc', 'name': '', 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'mac_address': 'fa:16:3e:72:1d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a80eccce-8ff3-45fe-a4c0-c0516d923ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:44Z', 'revision_number': 4, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'subnets': [{'id': 'a80eccce-8ff3-45fe-a4c0-c0516d923ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:45.739543 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port eb2947ab-babd-491d-bb3a-a52730ac61b9 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:45.888020 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3a8b11a7-487c-441d-a45b-9d46c12df808 req-aa299043-a8f7-41f4-8062-d55c1cebf4be tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 210 time: 0.1601508 Nov 02 13:05:45.934927 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (fa3d912a-8979-45f9-a9d5-6d2aa7e461a9), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:46.017203 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.017561 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.018375 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.018711 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > port after_create 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.019176 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > port after_delete 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.019491 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > port after_update 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.025574 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.026131 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.027431 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.027785 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.049292 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-899b110c-18ac-4dc5-881c-d4a6587f7e21 req-859b7ca0-f705-433a-bb41-f429fbfc0878 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 210 time: 0.3322482 Nov 02 13:05:46.224849 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c9039845-c83d-48dd-8098-5cff8d20f1bc up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:46.310686 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port c9039845-c83d-48dd-8098-5cff8d20f1bc triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:46.311140 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:46.311498 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port c9039845-c83d-48dd-8098-5cff8d20f1bc Nov 02 13:05:46.316239 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.317430 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.317832 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.318182 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 13:05:46.318564 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3d912a-8979-45f9-a9d5-6d2aa7e461a9']}} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:46.352495 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5d13f5-ed21-40d7-987f-c43fc42cd466') {'for_net_delete': True} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:46.353050 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5d13f5-ed21-40d7-987f-c43fc42cd466') {} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:46.387776 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5101533'] for segment (ff5d13f5-ed21-40d7-987f-c43fc42cd466), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:46.430548 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (ff5d13f5-ed21-40d7-987f-c43fc42cd466), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:46.442826 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Releasing vlan 1495 on physical network physnet1 to pool {{(pid=116229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:05:46.443262 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5056759'] for segment (ff5d13f5-ed21-40d7-987f-c43fc42cd466), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:46.447059 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Allocated IP 172.20.0.7 (576ef56d-5e96-4481-abf1-a0e3fd0d9061/a80eccce-8ff3-45fe-a4c0-c0516d923ef0/6a404a35-d8e8-4a54-9927-4679c52cfcfa) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:46.452504 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port c9039845-c83d-48dd-8098-5cff8d20f1bc is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:46.453866 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:46.546189 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port c9039845-c83d-48dd-8098-5cff8d20f1bc, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=c9039845-c83d-48dd-8098-5cff8d20f1bc,segment=NetworkSegment(e04bfb03-635f-4a59-a0cc-c0784393e0d8),segment_id=e04bfb03-635f-4a59-a0cc-c0784393e0d8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:46.686996 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:46.687281 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (fa3d912a-8979-45f9-a9d5-6d2aa7e461a9), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:46.700680 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:46.700791 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] 10.222.0.93 "DELETE /v2.0/networks/fa3d912a-8979-45f9-a9d5-6d2aa7e461a9 HTTP/1.1" status: 204 len: 168 time: 1.3799872 Nov 02 13:05:46.734027 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677119c-dd24-448b-af0c-8f2537e15ade admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3d912a-8979-45f9-a9d5-6d2aa7e461a9,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:46.836914 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=c9039845-c83d-48dd-8098-5cff8d20f1bc,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:46.843055 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Publish callbacks [] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:46.945898 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-393fceff-b647-4147-b3b5-c41b8fc25640 req-9c042007-290e-4107-b4a2-39c811aebf3a tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 210 time: 0.0428233 Nov 02 13:05:47.035123 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6cbd6ec5-1f40-4806-ac4e-85452eb3e456 req-69be14d9-a726-46ff-8e7a-eeed0913c920 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 210 time: 0.0524211 Nov 02 13:05:47.075387 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:47.176302 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:47.182148 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:47.191636 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:47.225208 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Pushing event updated for resources: {'Port': ['ID=6a404a35-d8e8-4a54-9927-4679c52cfcfa,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:47.233229 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ef052c2b-a5ea-4967-9073-f3b59eae003f req-6b5ccebb-03fa-4def-9a09-db022cb04426 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 210 time: 0.0705440 Nov 02 13:05:47.284519 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:47.285613 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:47.394870 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-652f76d4-2424-40af-803b-750b6461bce3 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3123066 Nov 02 13:05:47.404467 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-e0f53cf6-dc8d-4c4c-b618-5fcb429ac225 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:05:47.405831 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-e0f53cf6-dc8d-4c4c-b618-5fcb429ac225 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060186 Nov 02 13:05:47.602761 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Provisioning complete for port 6a404a35-d8e8-4a54-9927-4679c52cfcfa triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:47.603397 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:47.603510 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Attempt 1 to provision port 6a404a35-d8e8-4a54-9927-4679c52cfcfa Nov 02 13:05:47.645462 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Port 6a404a35-d8e8-4a54-9927-4679c52cfcfa cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:47.792378 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54740) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:47.821576 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54744) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:47.831397 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54746) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:47.905481 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-65ac69a0-0c96-4c92-a149-4ffc725a38fd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9ed970a171dd401187c36478c85aa912&name=default HTTP/1.1" status: 200 len: 2994 time: 0.0745258 Nov 02 13:05:47.905609 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54750) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:48.114451 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-30162f92-5755-4bef-8eff-8012e5fb352f admin admin] Publish callbacks [] for security_group (c89c0d3e-cd1c-4f4d-905e-52c874d787f2), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:48.146623 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Attempt 2 to provision port 6a404a35-d8e8-4a54-9927-4679c52cfcfa Nov 02 13:05:48.174067 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-30162f92-5755-4bef-8eff-8012e5fb352f admin admin] Publish callbacks [] for security_group (c89c0d3e-cd1c-4f4d-905e-52c874d787f2), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:48.252175 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Port 6a404a35-d8e8-4a54-9927-4679c52cfcfa cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:48.258804 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c9039845-c83d-48dd-8098-5cff8d20f1bc up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:48.351126 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-101a7eda-ed0e-48e9-ac14-4998570cc8be req-aa738521-fd18-4d74-902b-50fc56ff971f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 210 time: 0.1010499 Nov 02 13:05:48.351550 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54772) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:48.403135 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port c9039845-c83d-48dd-8098-5cff8d20f1bc triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:48.403889 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:48.404380 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port c9039845-c83d-48dd-8098-5cff8d20f1bc Nov 02 13:05:48.459396 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-30162f92-5755-4bef-8eff-8012e5fb352f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (c89c0d3e-cd1c-4f4d-905e-52c874d787f2), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:48.475933 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-30162f92-5755-4bef-8eff-8012e5fb352f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:48.502655 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-30162f92-5755-4bef-8eff-8012e5fb352f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c89c0d3e-cd1c-4f4d-905e-52c874d787f2 HTTP/1.1" status: 204 len: 168 time: 0.5995488 Nov 02 13:05:48.504461 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-23fa8a87-427e-4c2e-bb8b-081fd40c775c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:48.671928 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0c0af63a-0cac-4d8d-9fa3-af39fa096544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:48.777850 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30162f92-5755-4bef-8eff-8012e5fb352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89c0d3e-cd1c-4f4d-905e-52c874d787f2,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:48.819796 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb4782-b4fa-4bd6-a919-5725d6ac1178 req-8b938802-2051-4d56-9a35-0efaae9e0253 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:48.831553 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-31bb4782-b4fa-4bd6-a919-5725d6ac1178 req-8b938802-2051-4d56-9a35-0efaae9e0253 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 931 time: 0.5587738 Nov 02 13:05:48.945919 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment ff5d13f5-ed21-40d7-987f-c43fc42cd466 resource provider aggregate not found Nov 02 13:05:48.973769 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Request body: {'port': {'device_id': '9bb45d5c-ac99-4e6b-9322-567f1532633d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:48.990996 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment ff5d13f5-ed21-40d7-987f-c43fc42cd466 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff5d13f5-ed21-40d7-987f-c43fc42cd466 found for delete ", "request_id": "req-b3f5cf1c-4114-4ab7-a3a9-7f5d311a9651"}]} Nov 02 13:05:49.019092 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-aba986f4-e0a8-4bf5-9e7b-008b14ed5fe5 req-0640f8e8-efdc-41f3-bfbb-e79707d19833 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 210 time: 0.2901895 Nov 02 13:05:49.033455 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-23fa8a87-427e-4c2e-bb8b-081fd40c775c admin admin] Publish callbacks [] for security_group (fba9af56-ff47-4aa5-be6b-5372eb8b2129), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.054426 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Attempt 3 to provision port 6a404a35-d8e8-4a54-9927-4679c52cfcfa Nov 02 13:05:49.102613 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f10e6c27-c63b-4a59-85c3-47d03064109d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.127971 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Port 6a404a35-d8e8-4a54-9927-4679c52cfcfa cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:49.132394 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-23fa8a87-427e-4c2e-bb8b-081fd40c775c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (fba9af56-ff47-4aa5-be6b-5372eb8b2129), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.156853 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port c9039845-c83d-48dd-8098-5cff8d20f1bc is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:05:49.186335 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-31bb4782-b4fa-4bd6-a919-5725d6ac1178 req-461c6f1e-7b9d-4734-899a-7aac2ac090d7 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339386 Nov 02 13:05:49.240200 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.246611 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa8a87-427e-4c2e-bb8b-081fd40c775c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba9af56-ff47-4aa5-be6b-5372eb8b2129,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:49.252796 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-23fa8a87-427e-4c2e-bb8b-081fd40c775c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a9e0115cd19f4640adc74d4cae845f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4590364 Nov 02 13:05:49.255647 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54786) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:49.325811 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f10e6c27-c63b-4a59-85c3-47d03064109d admin admin] Publish callbacks [] for security_group (4086396f-1a96-4468-8743-d53c0ca50c88), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.387333 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b609-41a4-4215-8182-6012cffe13e0 admin admin] Publish callbacks [] for security_group (fba9af56-ff47-4aa5-be6b-5372eb8b2129), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.416898 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0c0af63a-0cac-4d8d-9fa3-af39fa096544 admin admin] Publish callbacks [] for security_group (7207fe44-6944-45d1-9eec-1ef60249cace), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.489561 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f10e6c27-c63b-4a59-85c3-47d03064109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (4086396f-1a96-4468-8743-d53c0ca50c88), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.503745 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b609-41a4-4215-8182-6012cffe13e0 admin admin] Publish callbacks [] for security_group (fba9af56-ff47-4aa5-be6b-5372eb8b2129), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.590322 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54794) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:49.604539 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5b92518b-af6c-428d-992a-330a0cd1db8b req-1d13722b-d104-43fc-8af9-9001192a2430 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 210 time: 0.0801330 Nov 02 13:05:49.630720 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Attempt 4 to provision port 6a404a35-d8e8-4a54-9927-4679c52cfcfa Nov 02 13:05:49.701485 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-f10e6c27-c63b-4a59-85c3-47d03064109d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c54792265d2e4068a91165fd2b092b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3440442 Nov 02 13:05:49.711633 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54798) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:49.719372 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Port 6a404a35-d8e8-4a54-9927-4679c52cfcfa cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:49.741637 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e6c27-c63b-4a59-85c3-47d03064109d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4086396f-1a96-4468-8743-d53c0ca50c88,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:49.809644 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dc905b93-8c63-454f-aa2d-644fdf1b8953 admin admin] Publish callbacks [] for security_group (4086396f-1a96-4468-8743-d53c0ca50c88), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.880200 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0c0af63a-0cac-4d8d-9fa3-af39fa096544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7207fe44-6944-45d1-9eec-1ef60249cace), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.907194 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dc905b93-8c63-454f-aa2d-644fdf1b8953 admin admin] Publish callbacks [] for security_group (4086396f-1a96-4468-8743-d53c0ca50c88), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:50.295259 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-0c0af63a-0cac-4d8d-9fa3-af39fa096544 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bb6c86b6264e458f8bc87bb90fba9ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2744284 Nov 02 13:05:50.295259 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-72bee89c-21e2-47f9-99e0-6989a7735574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:50.295259 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0af63a-0cac-4d8d-9fa3-af39fa096544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7207fe44-6944-45d1-9eec-1ef60249cace,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:50.295259 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-437d86ca-a9e6-43d7-b1f8-32d1ae66bf9e req-56bd4c9e-5eeb-4f92-be15-820531b14692 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 210 time: 0.0495031 Nov 02 13:05:50.300740 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Attempt 5 to provision port 6a404a35-d8e8-4a54-9927-4679c52cfcfa Nov 02 13:05:50.314841 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54806) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:50.316667 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Port 6a404a35-d8e8-4a54-9927-4679c52cfcfa cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:50.317383 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a404a35-d8e8-4a54-9927-4679c52cfcfa {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:05:50.330844 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b609-41a4-4215-8182-6012cffe13e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (fba9af56-ff47-4aa5-be6b-5372eb8b2129), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:50.331144 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Publish callbacks [] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:50.335908 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b609-41a4-4215-8182-6012cffe13e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:50.340475 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-6bd9b609-41a4-4215-8182-6012cffe13e0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fba9af56-ff47-4aa5-be6b-5372eb8b2129 HTTP/1.1" status: 204 len: 168 time: 1.0792918 Nov 02 13:05:50.413659 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9b609-41a4-4215-8182-6012cffe13e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba9af56-ff47-4aa5-be6b-5372eb8b2129,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:50.524375 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-42f66423-d79e-47f8-9aa1-f478dd537511 admin admin] Publish callbacks [] for security_group (7207fe44-6944-45d1-9eec-1ef60249cace), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:50.569679 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afff24-5afe-4794-b307-11c5eeb3989e req-f435e41c-29a7-4726-aae9-3982462f804b tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:50.572938 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-02afff24-5afe-4794-b307-11c5eeb3989e req-f435e41c-29a7-4726-aae9-3982462f804b tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 931 time: 0.2071483 Nov 02 13:05:50.595251 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-42f66423-d79e-47f8-9aa1-f478dd537511 admin admin] Publish callbacks [] for security_group (7207fe44-6944-45d1-9eec-1ef60249cace), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:50.767721 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-02afff24-5afe-4794-b307-11c5eeb3989e req-7919cf61-7640-4995-b8ee-f69171ed7b36 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786127 Nov 02 13:05:50.802858 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Attempt 6 to provision port 6a404a35-d8e8-4a54-9927-4679c52cfcfa Nov 02 13:05:50.840108 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-07516955-a252-4ced-842b-d1bf1de3c300 req-b02ca33b-0763-4b55-8ecc-593fd137f89b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 210 time: 0.0618825 Nov 02 13:05:50.877963 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Port 6a404a35-d8e8-4a54-9927-4679c52cfcfa cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:51.058333 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dc905b93-8c63-454f-aa2d-644fdf1b8953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (4086396f-1a96-4468-8743-d53c0ca50c88), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:51.062537 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dc905b93-8c63-454f-aa2d-644fdf1b8953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:51.094203 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-dc905b93-8c63-454f-aa2d-644fdf1b8953 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4086396f-1a96-4468-8743-d53c0ca50c88 HTTP/1.1" status: 204 len: 168 time: 1.3491030 Nov 02 13:05:51.094203 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc905b93-8c63-454f-aa2d-644fdf1b8953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4086396f-1a96-4468-8743-d53c0ca50c88,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:51.238832 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-42f66423-d79e-47f8-9aa1-f478dd537511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7207fe44-6944-45d1-9eec-1ef60249cace), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:51.245163 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Transition to ACTIVE for port object 6a404a35-d8e8-4a54-9927-4679c52cfcfa will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:05:51.245807 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-42f66423-d79e-47f8-9aa1-f478dd537511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:51.250723 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-42f66423-d79e-47f8-9aa1-f478dd537511 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7207fe44-6944-45d1-9eec-1ef60249cace HTTP/1.1" status: 204 len: 168 time: 0.9632771 Nov 02 13:05:51.283597 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f66423-d79e-47f8-9aa1-f478dd537511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7207fe44-6944-45d1-9eec-1ef60249cace,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:51.324643 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.86', 50509) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:51.369042 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:51.376180 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Attempt 7 to provision port 6a404a35-d8e8-4a54-9927-4679c52cfcfa Nov 02 13:05:51.495590 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Port 6a404a35-d8e8-4a54-9927-4679c52cfcfa cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:51.571659 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54818) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:51.783635 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-72bee89c-21e2-47f9-99e0-6989a7735574 admin admin] Publish callbacks [] for security_group (d9a4137a-5304-449a-b1a6-c444d28e8b9f), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:51.902239 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-72bee89c-21e2-47f9-99e0-6989a7735574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (d9a4137a-5304-449a-b1a6-c444d28e8b9f), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:51.907526 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Pushing event updated for resources: {'Port': ['ID=6a404a35-d8e8-4a54-9927-4679c52cfcfa,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:51.945919 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-378bfe3f-f4c1-4a1d-b174-0fbde7c07f56 req-1a6312f0-feaa-44e4-ab07-9296e908de92 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 210 time: 0.3668699 Nov 02 13:05:51.999887 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Attempt 8 to provision port 6a404a35-d8e8-4a54-9927-4679c52cfcfa Nov 02 13:05:52.066279 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-72bee89c-21e2-47f9-99e0-6989a7735574 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=df7386ee95eb43bd9f98db33c3a79ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4722364 Nov 02 13:05:52.071661 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54828) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:52.105936 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-1ae04895-4e04-4ce3-81c9-9550e286b033 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d1db0c93f51d46bbb9f2602e1cd13d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5325141 Nov 02 13:05:52.107186 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54830) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:52.115944 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Port 6a404a35-d8e8-4a54-9927-4679c52cfcfa cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:52.137596 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bee89c-21e2-47f9-99e0-6989a7735574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a4137a-5304-449a-b1a6-c444d28e8b9f,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:52.179218 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-06a7e7e0-c435-49d3-a326-bbc1cb050e8c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:52.181514 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-06a7e7e0-c435-49d3-a326-bbc1cb050e8c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.86 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 817 time: 0.8587339 Nov 02 13:05:52.224724 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Attempting to bind port 6a404a35-d8e8-4a54-9927-4679c52cfcfa on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:05:52.225087 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Attempting to bind port 6a404a35-d8e8-4a54-9927-4679c52cfcfa by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:05:52.225431 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Attempting to bind port 6a404a35-d8e8-4a54-9927-4679c52cfcfa on network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:52.249270 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Port 6a404a35-d8e8-4a54-9927-4679c52cfcfa on network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:05:52.250051 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Attempting to bind port 6a404a35-d8e8-4a54-9927-4679c52cfcfa on network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:52.251546 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-01b2f739-86de-447a-9ae7-1808bbec9a91 req-bb954cfd-df21-492b-a79a-11d3ae6f3edd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 210 time: 0.0862677 Nov 02 13:05:52.255687 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ee519379-7b40-48b9-b71f-bf2f41e4f7d2 admin admin] Publish callbacks [] for security_group (d9a4137a-5304-449a-b1a6-c444d28e8b9f), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.265939 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:05:52.266329 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Checking segment: {'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:52.267028 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Bound using segment: {'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:05:52.267622 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Bound port: 6a404a35-d8e8-4a54-9927-4679c52cfcfa, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04bfb03-635f-4a59-a0cc-c0784393e0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:05:52.268035 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.305562 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751f3b8-336e-4866-98d5-e11a6a2ce1ee req-67c6e2c7-1d43-481e-bb03-0edbe146b7c5 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:52.307540 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6751f3b8-336e-4866-98d5-e11a6a2ce1ee req-67c6e2c7-1d43-481e-bb03-0edbe146b7c5 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 943 time: 0.1622808 Nov 02 13:05:52.319773 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ee519379-7b40-48b9-b71f-bf2f41e4f7d2 admin admin] Publish callbacks [] for security_group (d9a4137a-5304-449a-b1a6-c444d28e8b9f), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.461813 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] For port 6a404a35-d8e8-4a54-9927-4679c52cfcfa, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:52.504849 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6751f3b8-336e-4866-98d5-e11a6a2ce1ee req-66a77a7f-78f8-42e0-b60a-591a588f59e5 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554663 Nov 02 13:05:52.507214 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] For port 6a404a35-d8e8-4a54-9927-4679c52cfcfa, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6a404a35-d8e8-4a54-9927-4679c52cfcfa,segment=NetworkSegment(e04bfb03-635f-4a59-a0cc-c0784393e0d8),segment_id=e04bfb03-635f-4a59-a0cc-c0784393e0d8)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:52.533827 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8ddd82ab-7279-4ee1-8483-0e0a83b162c3 admin admin] Publish callbacks [] for security_group (2547cd4d-ffca-4fcb-9483-e9061d983636), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.570844 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-d8e9c62f-db97-42b1-846e-499a156e484b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e267dd7fddd4c98a95ffd74397f2676 HTTP/1.1" status: 200 len: 380 time: 0.2869868 Nov 02 13:05:52.573027 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.578306 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ee519379-7b40-48b9-b71f-bf2f41e4f7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (d9a4137a-5304-449a-b1a6-c444d28e8b9f), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.581522 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ee519379-7b40-48b9-b71f-bf2f41e4f7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.584682 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-ee519379-7b40-48b9-b71f-bf2f41e4f7d2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d9a4137a-5304-449a-b1a6-c444d28e8b9f HTTP/1.1" status: 204 len: 168 time: 0.5114028 Nov 02 13:05:52.596344 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Request body: {'port': {'device_id': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'admin_state_up': True, 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'security_groups': ['fa608ec0-67b6-40f5-9325-2ddc617dcffa']}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:52.598423 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:52.601451 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.605768 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] 10.222.0.86 "PUT /v2.0/ports/6a404a35-d8e8-4a54-9927-4679c52cfcfa HTTP/1.1" status: 200 len: 1093 time: 4.5417843 Nov 02 13:05:52.618021 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Attempt 9 to provision port 6a404a35-d8e8-4a54-9927-4679c52cfcfa Nov 02 13:05:52.633403 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8ddd82ab-7279-4ee1-8483-0e0a83b162c3 admin admin] Publish callbacks [] for security_group (2547cd4d-ffca-4fcb-9483-e9061d983636), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.669026 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb45d5c-ac99-4e6b-9322-567f1532633d', 'tag': '6a404a35-d8e8-4a54-9927-4679c52cfcfa'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:05:52.710723 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee519379-7b40-48b9-b71f-bf2f41e4f7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a4137a-5304-449a-b1a6-c444d28e8b9f,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:52.712925 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-010a89ab-8328-4623-a4b0-da0a34616176 None None] Port 6a404a35-d8e8-4a54-9927-4679c52cfcfa had new provisioning blocks added so it will not transition to active. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:05:52.789379 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616c14f-5d1b-4d09-9a29-27daa270c595 service neutron] Pushing event updated for resources: {'Port': ['ID=6a404a35-d8e8-4a54-9927-4679c52cfcfa,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:52.955751 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8ddd82ab-7279-4ee1-8483-0e0a83b162c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (2547cd4d-ffca-4fcb-9483-e9061d983636), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.962961 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8ddd82ab-7279-4ee1-8483-0e0a83b162c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.968361 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-8ddd82ab-7279-4ee1-8483-0e0a83b162c3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2547cd4d-ffca-4fcb-9483-e9061d983636 HTTP/1.1" status: 204 len: 168 time: 0.8522635 Nov 02 13:05:52.978936 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd82ab-7279-4ee1-8483-0e0a83b162c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2547cd4d-ffca-4fcb-9483-e9061d983636,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:52.993070 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-f8daa0fa-1c15-4b65-971d-89f0596ac028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:53.005279 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-f8daa0fa-1c15-4b65-971d-89f0596ac028 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef4f28a8b02b49d3ada95089ac7aad08&device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 1127 time: 0.1536059 Nov 02 13:05:53.038445 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Made reservation on behalf of 5e267dd7fddd4c98a95ffd74397f2676 for: {'port': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:53.054185 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:53.178809 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-2112f422-1835-40c0-89a6-b8dc77764d59 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a404a35-d8e8-4a54-9927-4679c52cfcfa HTTP/1.1" status: 200 len: 217 time: 0.1331358 Nov 02 13:05:53.260194 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.86', 50513) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:53.272118 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1ab0e411-2886-4cf6-b881-e2a78c199019 req-cf6b2a1b-1183-4d92-9062-fdf72d851418 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 210 time: 0.0785635 Nov 02 13:05:53.312262 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54850) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:53.341551 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 54854) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:53.623888 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c09cd946-6421-4fed-8562-184a6597b5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:53.646230 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67c44988-e502-4e94-a015-1ff4f80d4fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:53.674839 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Allocated IP 172.20.0.13 (af1e376b-b426-494b-8a32-b21f326de9ab/bdd7ea9e-d241-4624-a937-ad8a4b255cc5/0d7b7fc8-7705-40ed-b016-322b8d8ee4e3) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:53.770858 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a69ddec6-1352-485a-93f0-254bd1db1da8 req-815764a2-0b31-405d-bda0-f97b280e0005 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 210 time: 0.1647584 Nov 02 13:05:53.772656 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-14ca5afa-5497-4e19-a0f1-00519c7d8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:53.774214 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-14ca5afa-5497-4e19-a0f1-00519c7d8d24 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a80eccce-8ff3-45fe-a4c0-c0516d923ef0 HTTP/1.1" status: 200 len: 851 time: 0.5465543 Nov 02 13:05:53.953774 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b692-3b60-48da-814f-81b55072885e req-301b1881-47ec-4809-bb77-fdc37b560d00 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:53.955594 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-301b1881-47ec-4809-bb77-fdc37b560d00 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 814 time: 0.6609924 Nov 02 13:05:54.071486 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847a197-1828-4eba-97c2-484dbbb4b348 req-3794a0f0-0861-4fbf-890e-8ad9b64cebcd tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:54.073795 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8847a197-1828-4eba-97c2-484dbbb4b348 req-3794a0f0-0861-4fbf-890e-8ad9b64cebcd tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 943 time: 0.3191609 Nov 02 13:05:54.150643 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.235046 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-20be0ab6-7e3f-428f-ae4f-aaf44f9b708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:54.236909 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-20be0ab6-7e3f-428f-ae4f-aaf44f9b708b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=576ef56d-5e96-4481-abf1-a0e3fd0d9061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4404404 Nov 02 13:05:54.289314 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54866) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:54.293068 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67c44988-e502-4e94-a015-1ff4f80d4fd6 admin admin] Publish callbacks [] for security_group (8bac5c18-ec64-4c1e-aea1-8ef8f2e9ea1b), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.325003 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-2acc4f37-9798-4e4b-910d-ad1656d91533 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=156e993457c6468e8cf68db7b51f87e3 HTTP/1.1" status: 200 len: 379 time: 0.3382351 Nov 02 13:05:54.356807 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dfee7095-3afe-4a8b-8e6f-36b4ccab49d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.379700 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-5920b692-3b60-48da-814f-81b55072885e req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'port': {'device_id': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'admin_state_up': True, 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'security_groups': ['9aac161f-30a3-4083-947f-7eca41ebba54']}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:54.381105 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.409591 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c09cd946-6421-4fed-8562-184a6597b5e3 admin admin] Publish callbacks [] for security_group (f5575fcc-c17c-4716-a3c7-d7f7bc44dd61), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.412634 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67c44988-e502-4e94-a015-1ff4f80d4fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (8bac5c18-ec64-4c1e-aea1-8ef8f2e9ea1b), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.566805 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8847a197-1828-4eba-97c2-484dbbb4b348 req-daf89a7f-1384-4d74-9d98-30d52bb67c0d tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778790 Nov 02 13:05:54.610373 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Network af1e376b-b426-494b-8a32-b21f326de9ab is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:54.624023 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:54.625884 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-67c44988-e502-4e94-a015-1ff4f80d4fd6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5f49b1ce54434d8582bf0bb1876fef62&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2357752 Nov 02 13:05:54.626738 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54870) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:54.635237 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:54.641752 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event updated for resources: {'Port': ['ID=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:54.651367 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c44988-e502-4e94-a015-1ff4f80d4fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac5c18-ec64-4c1e-aea1-8ef8f2e9ea1b,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:54.721016 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c09cd946-6421-4fed-8562-184a6597b5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f5575fcc-c17c-4716-a3c7-d7f7bc44dd61), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.803204 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dfee7095-3afe-4a8b-8e6f-36b4ccab49d2 admin admin] Publish callbacks [] for security_group (df5f6db9-b9c8-4c57-8b95-6c9068d6a680), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.818265 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:54.823619 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.864434 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b0470afd-11ed-4073-9290-8c04324ef221 admin admin] Publish callbacks [] for security_group (8bac5c18-ec64-4c1e-aea1-8ef8f2e9ea1b), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.920675 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dfee7095-3afe-4a8b-8e6f-36b4ccab49d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (df5f6db9-b9c8-4c57-8b95-6c9068d6a680), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.992717 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cd946-6421-4fed-8562-184a6597b5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5575fcc-c17c-4716-a3c7-d7f7bc44dd61,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:55.004223 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-db120c73-efab-427f-8e01-661305cc0c27 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4218030 Nov 02 13:05:55.014323 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b0470afd-11ed-4073-9290-8c04324ef221 admin admin] Publish callbacks [] for security_group (8bac5c18-ec64-4c1e-aea1-8ef8f2e9ea1b), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.034471 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c09cd946-6421-4fed-8562-184a6597b5e3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c3a38694f0e54e2fa7d520297887fcd9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7173238 Nov 02 13:05:55.041239 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-c7cbb685-2ffc-479e-80ad-ee7de2cb3adf service neutron] 10.222.0.86 "GET /v2.0/networks/576ef56d-5e96-4481-abf1-a0e3fd0d9061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777793 Nov 02 13:05:55.044778 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54874) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:55.051288 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Request body: {'port': {'device_id': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:55.074839 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee7095-3afe-4a8b-8e6f-36b4ccab49d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5f6db9-b9c8-4c57-8b95-6c9068d6a680,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:55.115767 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e70d9-bd72-47ae-921d-6cabe6e98db8 req-f3fb3a63-ab44-4c95-a24b-a97dd60b68f3 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:55.128230 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fd0e70d9-bd72-47ae-921d-6cabe6e98db8 req-f3fb3a63-ab44-4c95-a24b-a97dd60b68f3 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 932 time: 0.4632549 Nov 02 13:05:55.144585 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-dfee7095-3afe-4a8b-8e6f-36b4ccab49d2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=210307c640004a18bbfe48425e6f247b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8522525 Nov 02 13:05:55.159051 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54876) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:55.177527 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54878) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:55.249504 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Provisioning complete for port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:05:55.256142 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.257461 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Attempt 1 to provision port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 Nov 02 13:05:55.325605 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fa10c986-2b46-4d48-9c1c-854fdf2839bc req-1198bcdb-f015-4570-b762-90d3bfe17186 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 210 time: 0.1721385 Nov 02 13:05:55.353829 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:55.354643 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c9029eec-25f5-436e-83c6-87c2901ba7d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.500883 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.612450 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db85f10d-e262-4e2f-8d06-6be278f25919" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb45d5c-ac99-4e6b-9322-567f1532633d", "tag": "6a404a35-d8e8-4a54-9927-4679c52cfcfa"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:05:55.691614 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f421f6c2-5f16-499d-9dc2-7649e559a3c6 admin admin] Publish callbacks [] for security_group (f5575fcc-c17c-4716-a3c7-d7f7bc44dd61), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.806962 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fd0e70d9-bd72-47ae-921d-6cabe6e98db8 req-c3567632-7fcd-4458-a652-1f4f99211825 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6771538 Nov 02 13:05:55.833141 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5920b692-3b60-48da-814f-81b55072885e req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Made reservation on behalf of 156e993457c6468e8cf68db7b51f87e3 for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:55.846001 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-5920b692-3b60-48da-814f-81b55072885e req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.856319 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Attempt 2 to provision port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 Nov 02 13:05:55.860306 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79094b3b-4a7e-430d-bacc-d8f4d4376658 req-3e088da6-af82-4b79-a1c3-dde5970b10a2 service neutron] 10.222.0.86 "GET /v2.0/networks/576ef56d-5e96-4481-abf1-a0e3fd0d9061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8012340 Nov 02 13:05:55.891496 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f421f6c2-5f16-499d-9dc2-7649e559a3c6 admin admin] Publish callbacks [] for security_group (f5575fcc-c17c-4716-a3c7-d7f7bc44dd61), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.954564 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:56.201708 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2411503e-23e1-4baf-bc74-aa0821df6136 admin admin] Publish callbacks [] for security_group (df5f6db9-b9c8-4c57-8b95-6c9068d6a680), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.274716 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3037ed7f-611d-472e-bdd2-8733f9027113 x-openstack-request-id: req-3037ed7f-611d-472e-bdd2-8733f9027113 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:05:56.275061 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b0470afd-11ed-4073-9290-8c04324ef221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (8bac5c18-ec64-4c1e-aea1-8ef8f2e9ea1b), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.275224 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb45d5c-ac99-4e6b-9322-567f1532633d", "tag": "6a404a35-d8e8-4a54-9927-4679c52cfcfa", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:05:56.275602 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3037ed7f-611d-472e-bdd2-8733f9027113 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:05:56.276280 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3037ed7f-611d-472e-bdd2-8733f9027113'] response: {'name': 'network-changed', 'server_uuid': '9bb45d5c-ac99-4e6b-9322-567f1532633d', 'tag': '6a404a35-d8e8-4a54-9927-4679c52cfcfa', 'status': 'completed', 'code': 200} Nov 02 13:05:56.277931 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b0470afd-11ed-4073-9290-8c04324ef221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.280619 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-b0470afd-11ed-4073-9290-8c04324ef221 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8bac5c18-ec64-4c1e-aea1-8ef8f2e9ea1b HTTP/1.1" status: 204 len: 168 time: 1.6470709 Nov 02 13:05:56.351899 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-5920b692-3b60-48da-814f-81b55072885e req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Allocated IP 172.20.0.10 (458c9c2b-29df-4bee-b02f-d359db3b0898/34562175-220e-4327-8ff3-8fb8876f7f18/969da52d-8892-403c-8679-3677e7229ce1) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:56.430380 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0470afd-11ed-4073-9290-8c04324ef221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac5c18-ec64-4c1e-aea1-8ef8f2e9ea1b,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:56.444699 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2411503e-23e1-4baf-bc74-aa0821df6136 admin admin] Publish callbacks [] for security_group (df5f6db9-b9c8-4c57-8b95-6c9068d6a680), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.456536 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c59082-a85a-4e59-97e0-eee6900b84d0 req-c3c2d116-4de1-43f6-935a-1c7dc0cd0bc9 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:56.456759 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Attempt 3 to provision port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 Nov 02 13:05:56.472290 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-30c59082-a85a-4e59-97e0-eee6900b84d0 req-c3c2d116-4de1-43f6-935a-1c7dc0cd0bc9 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 943 time: 0.7561822 Nov 02 13:05:56.645666 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:56.656328 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c9029eec-25f5-436e-83c6-87c2901ba7d2 admin admin] Publish callbacks [] for security_group (916f2e63-cb8e-4df4-897a-8508c98c4f5b), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.664228 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f421f6c2-5f16-499d-9dc2-7649e559a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f5575fcc-c17c-4716-a3c7-d7f7bc44dd61), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.667058 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f421f6c2-5f16-499d-9dc2-7649e559a3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.671172 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-f421f6c2-5f16-499d-9dc2-7649e559a3c6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f5575fcc-c17c-4716-a3c7-d7f7bc44dd61 HTTP/1.1" status: 204 len: 168 time: 1.6137006 Nov 02 13:05:56.721401 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-30c59082-a85a-4e59-97e0-eee6900b84d0 req-5c93a9cb-f454-4a22-8146-85a62f4904c4 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476785 Nov 02 13:05:56.726521 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421f6c2-5f16-499d-9dc2-7649e559a3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5575fcc-c17c-4716-a3c7-d7f7bc44dd61,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:56.789925 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c9029eec-25f5-436e-83c6-87c2901ba7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (916f2e63-cb8e-4df4-897a-8508c98c4f5b), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.911375 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-14db4b93-9f1e-47de-813e-8666678ead4d req-25dd01b9-47a9-4e44-b551-205fff55c65f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 210 time: 0.1068153 Nov 02 13:05:56.978813 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2411503e-23e1-4baf-bc74-aa0821df6136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (df5f6db9-b9c8-4c57-8b95-6c9068d6a680), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.978813 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2411503e-23e1-4baf-bc74-aa0821df6136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.978813 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-2411503e-23e1-4baf-bc74-aa0821df6136 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/df5f6db9-b9c8-4c57-8b95-6c9068d6a680 HTTP/1.1" status: 204 len: 168 time: 1.8081229 Nov 02 13:05:57.007395 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-5920b692-3b60-48da-814f-81b55072885e req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for port (969da52d-8892-403c-8679-3677e7229ce1), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.028842 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 {{(pid=116229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:05:57.044796 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-c9029eec-25f5-436e-83c6-87c2901ba7d2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ad136e0c9ea14a8a82554999d47a0976&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8387322 Nov 02 13:05:57.051162 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 54920) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:57.057610 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85f10d-e262-4e2f-8d06-6be278f25919 req-8f5e0dd8-2191-4c64-ac53-6d0c4075dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:57.062223 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-db85f10d-e262-4e2f-8d06-6be278f25919 req-8f5e0dd8-2191-4c64-ac53-6d0c4075dd3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef4f28a8b02b49d3ada95089ac7aad08&device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 1127 time: 0.6992130 Nov 02 13:05:57.074150 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Publish callbacks [] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.094106 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9029eec-25f5-436e-83c6-87c2901ba7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916f2e63-cb8e-4df4-897a-8508c98c4f5b,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:57.149298 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Attempt 4 to provision port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 Nov 02 13:05:57.189034 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-5920b692-3b60-48da-814f-81b55072885e req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (969da52d-8892-403c-8679-3677e7229ce1), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.275396 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:57.336063 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5920b692-3b60-48da-814f-81b55072885e req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Network 458c9c2b-29df-4bee-b02f-d359db3b0898 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:57.348416 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-5920b692-3b60-48da-814f-81b55072885e req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:57.375931 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5920b692-3b60-48da-814f-81b55072885e req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:05:57.438581 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'Port': ['ID=969da52d-8892-403c-8679-3677e7229ce1,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:57.445871 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85f10d-e262-4e2f-8d06-6be278f25919 req-d471f1ac-e1d5-4931-9938-f5f7b4bcf69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:57.448015 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-db85f10d-e262-4e2f-8d06-6be278f25919 req-d471f1ac-e1d5-4931-9938-f5f7b4bcf69a service neutron] 10.222.0.86 "GET /v2.0/networks?id=576ef56d-5e96-4481-abf1-a0e3fd0d9061 HTTP/1.1" status: 200 len: 914 time: 0.3700879 Nov 02 13:05:57.516722 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b692-3b60-48da-814f-81b55072885e req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:57.522722 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-5920b692-3b60-48da-814f-81b55072885e req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.566594 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-db85f10d-e262-4e2f-8d06-6be278f25919 req-b4ab438b-082c-4641-86de-fc4c7f7c5619 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a404a35-d8e8-4a54-9927-4679c52cfcfa HTTP/1.1" status: 200 len: 217 time: 0.0850213 Nov 02 13:05:57.592686 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.provisioning_blocks [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Transition to ACTIVE for port object 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 will not be triggered until provisioned by entity L2. {{(pid=116229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:05:57.594379 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411503e-23e1-4baf-bc74-aa0821df6136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5f6db9-b9c8-4c57-8b95-6c9068d6a680,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:57.719616 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-bb5e0ed3-812e-40fb-8b72-b3787015f4cf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3442070 Nov 02 13:05:57.740601 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Request body: {'port': {'device_id': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:57.774602 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2d252344-e8b2-4192-b952-decb213c660d admin admin] Publish callbacks [] for security_group (916f2e63-cb8e-4df4-897a-8508c98c4f5b), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.776893 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Attempt 5 to provision port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 Nov 02 13:05:57.796866 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.850922 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:57.861316 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85f10d-e262-4e2f-8d06-6be278f25919 req-66e60b24-8c46-409c-88bf-00737d6b397f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:57.863044 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-db85f10d-e262-4e2f-8d06-6be278f25919 req-66e60b24-8c46-409c-88bf-00737d6b397f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a80eccce-8ff3-45fe-a4c0-c0516d923ef0 HTTP/1.1" status: 200 len: 851 time: 0.2773039 Nov 02 13:05:58.017790 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (969da52d-8892-403c-8679-3677e7229ce1), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:58.041526 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Pushing event updated for resources: {'Port': ['ID=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:58.064162 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24333-2c21-467e-b221-9c040ecd1972 req-41c61f67-9a6d-407f-a95e-c9dc7b238365 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:58.066563 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-aad24333-2c21-467e-b221-9c040ecd1972 req-41c61f67-9a6d-407f-a95e-c9dc7b238365 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 932 time: 0.5140827 Nov 02 13:05:58.100594 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf23b-2ad1-4143-b7f5-f3cbb204ff9d req-8dee202d-1602-42e4-b028-78064c490d5f tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:58.102346 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3f8bf23b-2ad1-4143-b7f5-f3cbb204ff9d req-8dee202d-1602-42e4-b028-78064c490d5f tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 943 time: 0.1755500 Nov 02 13:05:58.106408 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85f10d-e262-4e2f-8d06-6be278f25919 req-bc54bf9e-e24a-4a7d-b302-8d6eaec654c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:58.106627 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-db85f10d-e262-4e2f-8d06-6be278f25919 req-bc54bf9e-e24a-4a7d-b302-8d6eaec654c9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=576ef56d-5e96-4481-abf1-a0e3fd0d9061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1548710 Nov 02 13:05:58.164380 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2d252344-e8b2-4192-b952-decb213c660d admin admin] Publish callbacks [] for security_group (916f2e63-cb8e-4df4-897a-8508c98c4f5b), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:58.352871 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Attempt 6 to provision port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 Nov 02 13:05:58.384990 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3f8bf23b-2ad1-4143-b7f5-f3cbb204ff9d req-91ac55d0-1181-4631-a868-6d0187b9cea8 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665005 Nov 02 13:05:58.438010 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-db85f10d-e262-4e2f-8d06-6be278f25919 req-889b11bc-3088-4a64-9ded-81c659a4949c service neutron] 10.222.0.86 "GET /v2.0/networks/576ef56d-5e96-4481-abf1-a0e3fd0d9061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159792 Nov 02 13:05:58.465541 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:05:58.548238 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-aad24333-2c21-467e-b221-9c040ecd1972 req-a6a8ba98-9898-4948-be83-bb4678939f9e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956094 Nov 02 13:05:58.578623 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Attempting to bind port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:05:58.579231 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Attempting to bind port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:05:58.579838 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Attempting to bind port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 on network af1e376b-b426-494b-8a32-b21f326de9ab {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:58.620982 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 on network af1e376b-b426-494b-8a32-b21f326de9ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:05:58.621470 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Attempting to bind port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 on network af1e376b-b426-494b-8a32-b21f326de9ab {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:58.643141 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:05:58.643611 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Checking segment: {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:58.644276 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Bound using segment: {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:05:58.649751 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Bound port: 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'}}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:05:58.650214 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:58.818623 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, cleared binding levels {{(pid=116229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:58.824506 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:58.844828 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-db85f10d-e262-4e2f-8d06-6be278f25919 req-080b892d-6e59-4a66-83fe-4cf5c5ea30b9 service neutron] 10.222.0.86 "GET /v2.0/networks/576ef56d-5e96-4481-abf1-a0e3fd0d9061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845997 Nov 02 13:05:58.887858 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc8048-83f8-4e8d-8552-68f8143bfda5 req-eb3ad96f-2ff4-47f3-8186-0d0f53c65969 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:58.898687 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3fcc8048-83f8-4e8d-8552-68f8143bfda5 req-eb3ad96f-2ff4-47f3-8186-0d0f53c65969 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 932 time: 0.2981119 Nov 02 13:05:58.915167 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969da52d-8892-403c-8679-3677e7229ce1 {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:05:58.942337 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2d252344-e8b2-4192-b952-decb213c660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (916f2e63-cb8e-4df4-897a-8508c98c4f5b), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:58.951293 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2d252344-e8b2-4192-b952-decb213c660d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:58.956925 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-2d252344-e8b2-4192-b952-decb213c660d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/916f2e63-cb8e-4df4-897a-8508c98c4f5b HTTP/1.1" status: 204 len: 168 time: 1.9003839 Nov 02 13:05:58.957128 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Publish callbacks [] for port (969da52d-8892-403c-8679-3677e7229ce1), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:58.969039 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Attempt 7 to provision port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 Nov 02 13:05:58.973523 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d252344-e8b2-4192-b952-decb213c660d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916f2e63-cb8e-4df4-897a-8508c98c4f5b,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:58.985944 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:59.017906 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:59.017906 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:59.036027 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Transition to ACTIVE for port object 969da52d-8892-403c-8679-3677e7229ce1 will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:05:59.036796 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] 10.222.0.86 "PUT /v2.0/ports/0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 HTTP/1.1" status: 200 len: 1094 time: 3.9993880 Nov 02 13:05:59.040251 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:05:59.103432 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3fcc8048-83f8-4e8d-8552-68f8143bfda5 req-03d162bc-862b-4c04-b327-4d55446584f9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653593 Nov 02 13:05:59.153454 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca10f21f-979c-4320-98c5-17eb624ecfb6 None None] Port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 had new provisioning blocks added so it will not transition to active. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:05:59.178961 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e5236-6ecb-4db6-b064-80b306fcc4ec service neutron] Pushing event updated for resources: {'Port': ['ID=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,revision_number=3']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:59.200698 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (969da52d-8892-403c-8679-3677e7229ce1), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:59.441446 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Pushing event updated for resources: {'Port': ['ID=969da52d-8892-403c-8679-3677e7229ce1,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:59.544197 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Attempting to bind port 969da52d-8892-403c-8679-3677e7229ce1 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:05:59.544842 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Attempting to bind port 969da52d-8892-403c-8679-3677e7229ce1 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:05:59.545540 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Attempting to bind port 969da52d-8892-403c-8679-3677e7229ce1 on network 458c9c2b-29df-4bee-b02f-d359db3b0898 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:59.557100 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Port 969da52d-8892-403c-8679-3677e7229ce1 on network 458c9c2b-29df-4bee-b02f-d359db3b0898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:05:59.558148 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Attempting to bind port 969da52d-8892-403c-8679-3677e7229ce1 on network 458c9c2b-29df-4bee-b02f-d359db3b0898 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:59.569380 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:05:59.570129 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Checking segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:05:59.571116 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Bound using segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:05:59.571993 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Bound port: 969da52d-8892-403c-8679-3677e7229ce1, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:05:59.572677 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (969da52d-8892-403c-8679-3677e7229ce1), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:59.723333 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] For port 969da52d-8892-403c-8679-3677e7229ce1, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:59.728820 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] For port 969da52d-8892-403c-8679-3677e7229ce1, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=969da52d-8892-403c-8679-3677e7229ce1,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:59.858040 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-cd78a8c7-fba5-4e19-83a9-7cfb86438d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:59.860745 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-cd78a8c7-fba5-4e19-83a9-7cfb86438d37 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 1128 time: 0.3059649 Nov 02 13:05:59.869236 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772ec25-c8eb-4521-9c28-372c26f9f3cb req-1faebc83-27c0-440b-a5bf-5dd4ecb2c89e tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:59.877276 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8772ec25-c8eb-4521-9c28-372c26f9f3cb req-1faebc83-27c0-440b-a5bf-5dd4ecb2c89e tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 943 time: 0.2274764 Nov 02 13:05:59.898668 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be0a9a-35a4-42b3-bd61-789834c441ac req-0bd5a5a7-6d00-4d42-900e-a004b473ad63 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:59.901441 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-04be0a9a-35a4-42b3-bd61-789834c441ac req-0bd5a5a7-6d00-4d42-900e-a004b473ad63 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.1606326 Nov 02 13:06:00.021808 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (969da52d-8892-403c-8679-3677e7229ce1), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:00.027776 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-e036f1e2-c9b4-484f-892f-e12b64a8f370 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 HTTP/1.1" status: 200 len: 217 time: 0.1345882 Nov 02 13:06:00.182376 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8772ec25-c8eb-4521-9c28-372c26f9f3cb req-a0342393-a632-48bf-9378-8097d81735e2 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584325 Nov 02 13:06:00.190138 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-2fc13cca-7df3-43c3-ac59-0d53c1f3bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:00.193272 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-2fc13cca-7df3-43c3-ac59-0d53c1f3bb3d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 200 len: 856 time: 0.1401229 Nov 02 13:06:00.477829 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:00.478788 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:00.481259 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] 10.222.0.86 "PUT /v2.0/ports/969da52d-8892-403c-8679-3677e7229ce1 HTTP/1.1" status: 200 len: 1094 time: 2.7451875 Nov 02 13:06:00.487705 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-04be0a9a-35a4-42b3-bd61-789834c441ac req-11a1435c-4c82-4c2f-a4cd-6d71a638c830 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5766673 Nov 02 13:06:00.488586 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'tag': '969da52d-8892-403c-8679-3677e7229ce1'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:00.518513 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c9270d-70fb-41f2-8c37-cfb84207fbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8343ed-f0d2-4a4b-b682-36ea625a3b84", "tag": "969da52d-8892-403c-8679-3677e7229ce1"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:00.519191 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-d851bc22-ac19-49f7-9496-fa0d049d2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:00.519191 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-d851bc22-ac19-49f7-9496-fa0d049d2ea7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af1e376b-b426-494b-8a32-b21f326de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2955158 Nov 02 13:06:00.528358 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b37c5-4c2e-469a-bee7-c1f072f598d7 req-cd73f2db-773a-4717-a7c6-4c35f2532be7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:00.538678 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-459b37c5-4c2e-469a-bee7-c1f072f598d7 req-cd73f2db-773a-4717-a7c6-4c35f2532be7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 944 time: 0.1741271 Nov 02 13:06:00.612295 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3093993-5252-4b7a-8d97-408eb2014aff service neutron] Pushing event updated for resources: {'Port': ['ID=969da52d-8892-403c-8679-3677e7229ce1,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:00.644394 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273fc404-7f27-40c0-870a-e10031e36e23 x-openstack-request-id: req-273fc404-7f27-40c0-870a-e10031e36e23 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:00.644394 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8343ed-f0d2-4a4b-b682-36ea625a3b84", "tag": "969da52d-8892-403c-8679-3677e7229ce1", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:00.644394 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-273fc404-7f27-40c0-870a-e10031e36e23 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:00.644394 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273fc404-7f27-40c0-870a-e10031e36e23'] response: {'name': 'network-changed', 'server_uuid': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'tag': '969da52d-8892-403c-8679-3677e7229ce1', 'status': 'completed', 'code': 200} Nov 02 13:06:00.767955 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-459b37c5-4c2e-469a-bee7-c1f072f598d7 req-e30b6ed5-fd61-45f2-878b-788fe83c8113 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238452 Nov 02 13:06:00.804091 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-8762efd4-3526-4e96-bccd-dd756794dcb1 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620344 Nov 02 13:06:00.935094 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f814bda-b76a-424b-9128-1631d825cfd0" -d '{"events": [{"name": "network-changed", "server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:01.449117 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c5a32-20b5-4764-9eaa-4458261aaee2 req-7146b608-8dfd-4c04-be28-5352fc3a00fd tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:01.449117 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-401c5a32-20b5-4764-9eaa-4458261aaee2 req-7146b608-8dfd-4c04-be28-5352fc3a00fd tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 943 time: 0.1574414 Nov 02 13:06:01.568177 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-401c5a32-20b5-4764-9eaa-4458261aaee2 req-0d74989f-ad5a-45e1-9120-087bf2f89035 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042311 Nov 02 13:06:01.697398 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ac8157-a079-4385-89b1-b043d2e5218a x-openstack-request-id: req-e4ac8157-a079-4385-89b1-b043d2e5218a {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:01.697738 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:01.698000 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e4ac8157-a079-4385-89b1-b043d2e5218a {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:01.698662 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ac8157-a079-4385-89b1-b043d2e5218a'] response: {'name': 'network-changed', 'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'status': 'completed', 'code': 200} Nov 02 13:06:01.770852 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9379ab-1a15-40b5-8af5-1c377135afd4 req-78978c16-7c55-42b8-bbf1-922711422db1 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:01.781963 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6d9379ab-1a15-40b5-8af5-1c377135afd4 req-78978c16-7c55-42b8-bbf1-922711422db1 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.1464424 Nov 02 13:06:01.940851 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6d9379ab-1a15-40b5-8af5-1c377135afd4 req-3c314165-581f-4e79-8ac1-05cdadef2f55 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578271 Nov 02 13:06:02.129548 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5afd95-5356-4413-a1b8-472846b58f3a req-8c7f5585-ead3-483c-87a2-d7e4b1612492 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:02.147040 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7a5afd95-5356-4413-a1b8-472846b58f3a req-8c7f5585-ead3-483c-87a2-d7e4b1612492 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 944 time: 0.1350005 Nov 02 13:06:02.497387 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7a5afd95-5356-4413-a1b8-472846b58f3a req-7fb1fd0e-412f-472d-8f6f-83476ac3381d tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456456 Nov 02 13:06:02.775961 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863d5dd-1495-490f-b21b-78c5afc3427c req-6411c90a-e007-4649-aa32-c411bc774752 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:02.778507 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d863d5dd-1495-490f-b21b-78c5afc3427c req-6411c90a-e007-4649-aa32-c411bc774752 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 943 time: 0.1075034 Nov 02 13:06:02.867704 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d863d5dd-1495-490f-b21b-78c5afc3427c req-6e41d2f8-5679-401d-b2e1-64bba05f7e41 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805924 Nov 02 13:06:03.030214 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9270d-70fb-41f2-8c37-cfb84207fbfe req-01213ad2-094d-499f-96d2-299ed4649e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:03.033166 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a3c9270d-70fb-41f2-8c37-cfb84207fbfe req-01213ad2-094d-499f-96d2-299ed4649e9f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 1128 time: 0.0704658 Nov 02 13:06:03.117909 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d5a7e58-a026-4089-9078-c6a224a29aa2 req-b3c8d6f2-6a0f-48da-b84c-df7e0d1274eb service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534729 Nov 02 13:06:03.161027 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:06:03.173102 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09410ebb-3772-448b-bcd9-5ad6b564c442 req-e6c32a45-2be0-4d73-8cca-21e7710089b4 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:03.175758 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-09410ebb-3772-448b-bcd9-5ad6b564c442 req-e6c32a45-2be0-4d73-8cca-21e7710089b4 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0753763 Nov 02 13:06:03.411064 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-09410ebb-3772-448b-bcd9-5ad6b564c442 req-3da59aa2-9cc4-4c62-b838-ac4fdb0a6c89 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245553 Nov 02 13:06:03.561462 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814bda-b76a-424b-9128-1631d825cfd0 req-8acf352d-80aa-4306-88c2-5f487636412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:03.566334 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7f814bda-b76a-424b-9128-1631d825cfd0 req-8acf352d-80aa-4306-88c2-5f487636412f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 1128 time: 0.1062217 Nov 02 13:06:03.583246 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9270d-70fb-41f2-8c37-cfb84207fbfe req-73b758f7-84d4-412d-b5af-fdb95340e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:03.585234 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a3c9270d-70fb-41f2-8c37-cfb84207fbfe req-73b758f7-84d4-412d-b5af-fdb95340e33b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=156e993457c6468e8cf68db7b51f87e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3713620 Nov 02 13:06:03.897495 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9270d-70fb-41f2-8c37-cfb84207fbfe req-b0ac5f63-e205-4835-9395-ed83ffe53acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:03.899398 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a3c9270d-70fb-41f2-8c37-cfb84207fbfe req-b0ac5f63-e205-4835-9395-ed83ffe53acf service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3073595 Nov 02 13:06:03.992903 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6fa88-1c26-41ff-80ea-334e61333b7b req-f53e89cf-419f-49c1-a9cc-074ae23aa8fb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:03.996071 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8db6fa88-1c26-41ff-80ea-334e61333b7b req-f53e89cf-419f-49c1-a9cc-074ae23aa8fb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 944 time: 0.3452089 Nov 02 13:06:04.002071 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814bda-b76a-424b-9128-1631d825cfd0 req-57f0ffa2-01f9-4b65-a80e-dcb494e19862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:04.005187 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7f814bda-b76a-424b-9128-1631d825cfd0 req-57f0ffa2-01f9-4b65-a80e-dcb494e19862 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 919 time: 0.4222701 Nov 02 13:06:04.098695 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7f814bda-b76a-424b-9128-1631d825cfd0 req-d3940435-6514-4382-b44a-5b43d5c7e995 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 HTTP/1.1" status: 200 len: 217 time: 0.0849693 Nov 02 13:06:04.115218 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b692-3b60-48da-814f-81b55072885e req-47bcd858-db55-4117-9521-fb07ba824771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:04.117958 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-47bcd858-db55-4117-9521-fb07ba824771 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 1128 time: 0.1197896 Nov 02 13:06:04.154368 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad3770-18c3-48ac-acdc-52f405be2974 req-332ed857-2f8d-44f8-81c8-b321769f51fa tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:04.158437 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b0ad3770-18c3-48ac-acdc-52f405be2974 req-332ed857-2f8d-44f8-81c8-b321769f51fa tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 943 time: 0.1258993 Nov 02 13:06:04.242789 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8db6fa88-1c26-41ff-80ea-334e61333b7b req-2712602e-8b37-43ed-988e-22cb18fc5f9f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311568 Nov 02 13:06:04.262672 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-2cb2ca74-10f7-4976-a40c-4b4225a2ddee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=969da52d-8892-403c-8679-3677e7229ce1 HTTP/1.1" status: 200 len: 217 time: 0.1261458 Nov 02 13:06:04.267645 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814bda-b76a-424b-9128-1631d825cfd0 req-2afaf7b0-33d2-4ebf-b8d5-b2b70ab64d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:04.270658 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7f814bda-b76a-424b-9128-1631d825cfd0 req-2afaf7b0-33d2-4ebf-b8d5-b2b70ab64d16 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 200 len: 856 time: 0.1580591 Nov 02 13:06:04.386098 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814bda-b76a-424b-9128-1631d825cfd0 req-726a6f05-b436-4881-be04-96f11f4749f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:04.388627 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7f814bda-b76a-424b-9128-1631d825cfd0 req-726a6f05-b436-4881-be04-96f11f4749f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af1e376b-b426-494b-8a32-b21f326de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1093738 Nov 02 13:06:04.418826 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b0ad3770-18c3-48ac-acdc-52f405be2974 req-adaab583-29d3-4394-a581-32812472415c tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457387 Nov 02 13:06:04.425868 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b692-3b60-48da-814f-81b55072885e req-be178b8a-8494-4ede-a2d8-a48db5024925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:04.428303 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-be178b8a-8494-4ede-a2d8-a48db5024925 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34562175-220e-4327-8ff3-8fb8876f7f18 HTTP/1.1" status: 200 len: 853 time: 0.1408215 Nov 02 13:06:04.476064 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-a4d08f50-8af9-4542-a3d6-1e602c2e9f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:04.534344 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b692-3b60-48da-814f-81b55072885e req-45154260-ad0d-4c51-998d-4a55577d3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:04.537394 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-45154260-ad0d-4c51-998d-4a55577d3402 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=458c9c2b-29df-4bee-b02f-d359db3b0898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1010628 Nov 02 13:06:04.665747 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7f814bda-b76a-424b-9128-1631d825cfd0 req-44e8722c-6b25-4758-b0af-7098f2e76d75 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694283 Nov 02 13:06:04.722428 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c4aac-1fc3-462b-af86-40aef383b9f2 req-8c627c46-901e-4d4d-a3e7-694a0d2559a1 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:04.724409 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-425c4aac-1fc3-462b-af86-40aef383b9f2 req-8c627c46-901e-4d4d-a3e7-694a0d2559a1 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.1727507 Nov 02 13:06:04.805144 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-f8cf2dc2-4f69-41d1-90ec-b049c728ea86 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519925 Nov 02 13:06:04.832226 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-425c4aac-1fc3-462b-af86-40aef383b9f2 req-63bf364d-6f86-4bc3-9498-855e3f8bce7e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776749 Nov 02 13:06:04.864418 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7f814bda-b76a-424b-9128-1631d825cfd0 req-3f9b5f8a-d44c-4a59-8a04-eb17e771925f service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843514 Nov 02 13:06:04.936848 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5920b692-3b60-48da-814f-81b55072885e req-866ac152-fc69-4614-a794-b4ff185d9663 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234355 Nov 02 13:06:05.505235 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040b3dc-66d7-44cd-9916-c8ca690e3032 req-75c58f7c-36be-496f-a1c5-8fdbc6a1029c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:05.530063 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3040b3dc-66d7-44cd-9916-c8ca690e3032 req-75c58f7c-36be-496f-a1c5-8fdbc6a1029c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 944 time: 0.1513865 Nov 02 13:06:05.617833 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3040b3dc-66d7-44cd-9916-c8ca690e3032 req-7a2fdf58-d49a-4c59-b37a-ae17c21311a3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859659 Nov 02 13:06:05.659193 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7041b5-6d4d-410e-b7c0-bf9de68106c3 req-d954fdd3-b7c4-4dfe-b5c6-4d4aff6db98d tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:05.661245 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-cc7041b5-6d4d-410e-b7c0-bf9de68106c3 req-d954fdd3-b7c4-4dfe-b5c6-4d4aff6db98d tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 943 time: 0.0802507 Nov 02 13:06:05.728035 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-cc7041b5-6d4d-410e-b7c0-bf9de68106c3 req-69c701f5-a1ea-488f-ab0a-ea60968ce7f7 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590515 Nov 02 13:06:06.035071 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d6a62-eef5-4e74-9f08-7d289a099c9b req-c20600a7-ba81-458f-ace8-be400ce649a5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:06.037672 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e47d6a62-eef5-4e74-9f08-7d289a099c9b req-c20600a7-ba81-458f-ace8-be400ce649a5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0868745 Nov 02 13:06:06.128928 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e47d6a62-eef5-4e74-9f08-7d289a099c9b req-9a03f5e1-153b-4fd3-b27c-8a6080beb961 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847394 Nov 02 13:06:06.849756 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2e863-208e-4a1f-bb8b-583d840129a0 req-5c70b9e2-e9c1-47e5-bd75-86728e983ad3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:06.851493 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ceb2e863-208e-4a1f-bb8b-583d840129a0 req-5c70b9e2-e9c1-47e5-bd75-86728e983ad3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 944 time: 0.1227741 Nov 02 13:06:06.927475 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ceb2e863-208e-4a1f-bb8b-583d840129a0 req-5432b18c-dbc7-4309-bab8-ac8df722948e tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698469 Nov 02 13:06:06.991335 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ad2c-386e-4d8e-9b52-769f33fb38bc req-6e446f27-974e-4f20-9063-8689375e6953 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:06.993398 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d708ad2c-386e-4d8e-9b52-769f33fb38bc req-6e446f27-974e-4f20-9063-8689375e6953 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 943 time: 0.1141694 Nov 02 13:06:07.066158 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d708ad2c-386e-4d8e-9b52-769f33fb38bc req-78b62e44-01be-4425-b6a8-2c9196ae2808 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596545 Nov 02 13:06:07.301285 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1193a5-610d-431c-a8e9-3e2ea3f8c50d req-cc74820a-c16b-4a74-b426-10f3bec8f394 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:07.302876 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ed1193a5-610d-431c-a8e9-3e2ea3f8c50d req-cc74820a-c16b-4a74-b426-10f3bec8f394 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0612488 Nov 02 13:06:07.404380 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ed1193a5-610d-431c-a8e9-3e2ea3f8c50d req-b7fad561-f55c-47e4-adc5-af455b2faa4f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865974 Nov 02 13:06:07.593082 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 969da52d-8892-403c-8679-3677e7229ce1 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:06:07.722777 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 969da52d-8892-403c-8679-3677e7229ce1, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=969da52d-8892-403c-8679-3677e7229ce1,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:07.742545 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '969da52d-8892-403c-8679-3677e7229ce1', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'port_id': '969da52d-8892-403c-8679-3677e7229ce1', 'mac_address': 'fa:16:3e:9e:56:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:06:07.801296 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 969da52d-8892-403c-8679-3677e7229ce1 is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:07.887257 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (969da52d-8892-403c-8679-3677e7229ce1), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:07.887257 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969da52d-8892-403c-8679-3677e7229ce1 {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:06:07.887257 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 969da52d-8892-403c-8679-3677e7229ce1, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=969da52d-8892-403c-8679-3677e7229ce1,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:08.091591 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e803e6-0c9f-4222-b909-f313a5a805bc req-65d68a4d-88fd-4d4f-ac8d-47991be0b17f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:08.093988 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-34e803e6-0c9f-4222-b909-f313a5a805bc req-65d68a4d-88fd-4d4f-ac8d-47991be0b17f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 944 time: 0.0613999 Nov 02 13:06:08.146259 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-34e803e6-0c9f-4222-b909-f313a5a805bc req-cedd5ab1-e226-4f39-8028-ad4fc855644c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463173 Nov 02 13:06:08.416312 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17d719-5fd8-4803-bf54-4b5a7335d849 req-f7fd6bdc-7f8c-4140-8bf6-06b4c1746b93 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:08.418316 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ab17d719-5fd8-4803-bf54-4b5a7335d849 req-f7fd6bdc-7f8c-4140-8bf6-06b4c1746b93 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 943 time: 0.2383711 Nov 02 13:06:08.479728 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ab17d719-5fd8-4803-bf54-4b5a7335d849 req-9eed1eed-91c7-489e-befa-46ed3e7d1af5 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510108 Nov 02 13:06:08.569123 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023171e0-a83d-4cc2-af5e-fe434424a2ea req-4f181695-55f3-4769-8c9f-61c073695c4a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:08.622247 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-023171e0-a83d-4cc2-af5e-fe434424a2ea req-4f181695-55f3-4769-8c9f-61c073695c4a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0620282 Nov 02 13:06:08.632238 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-023171e0-a83d-4cc2-af5e-fe434424a2ea req-95d5736a-88b7-406c-a05d-75530b843f0a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498526 Nov 02 13:06:09.114540 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (969da52d-8892-403c-8679-3677e7229ce1), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:09.116006 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:06:09.120734 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b53d-b87a-4efc-8de7-7b4699622ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:09.226152 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=969da52d-8892-403c-8679-3677e7229ce1,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:09.305477 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:09.323490 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'port_id': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'mac_address': 'fa:16:3e:88:66:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:06:09.335425 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e100b9-e365-46a1-bf3a-3daa4cf4deee req-c62101ab-9f98-46f3-8806-d0b878a1dcdf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:09.337636 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-87e100b9-e365-46a1-bf3a-3daa4cf4deee req-c62101ab-9f98-46f3-8806-d0b878a1dcdf tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 945 time: 0.0801649 Nov 02 13:06:09.378620 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:09.379064 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:09.401036 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:06:09.404062 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-87e100b9-e365-46a1-bf3a-3daa4cf4deee req-176aa726-3cb7-4aa6-a519-55fd4f81f673 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602391 Nov 02 13:06:09.423944 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:09.641232 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de493c-30ef-460e-9f17-2788265f253c req-ac25ed46-34a2-40b7-a1a0-79d953b3b24e tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:09.642814 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-06de493c-30ef-460e-9f17-2788265f253c req-ac25ed46-34a2-40b7-a1a0-79d953b3b24e tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 943 time: 0.0694063 Nov 02 13:06:09.651075 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:09.651765 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 6a404a35-d8e8-4a54-9927-4679c52cfcfa details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:06:09.724910 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-06de493c-30ef-460e-9f17-2788265f253c req-137b7aa5-8e2f-4340-90d5-0de09cdab664 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746632 Nov 02 13:06:09.756331 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:09.812845 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 6a404a35-d8e8-4a54-9927-4679c52cfcfa, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6a404a35-d8e8-4a54-9927-4679c52cfcfa,segment=NetworkSegment(e04bfb03-635f-4a59-a0cc-c0784393e0d8),segment_id=e04bfb03-635f-4a59-a0cc-c0784393e0d8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:09.828764 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '6a404a35-d8e8-4a54-9927-4679c52cfcfa', 'network_id': '576ef56d-5e96-4481-abf1-a0e3fd0d9061', 'port_id': '6a404a35-d8e8-4a54-9927-4679c52cfcfa', 'mac_address': 'fa:16:3e:2d:fd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1493, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80eccce-8ff3-45fe-a4c0-c0516d923ef0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:06:09.835772 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b0b58-6c5b-43b0-a545-3f100d08a13a req-775458c7-5ded-4462-8147-37c67626460a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:09.839364 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ac0b0b58-6c5b-43b0-a545-3f100d08a13a req-775458c7-5ded-4462-8147-37c67626460a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 945 time: 0.0753548 Nov 02 13:06:09.875432 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 6a404a35-d8e8-4a54-9927-4679c52cfcfa is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:09.875684 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:09.891511 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a404a35-d8e8-4a54-9927-4679c52cfcfa {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:06:09.911330 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ac0b0b58-6c5b-43b0-a545-3f100d08a13a req-ece24723-ca77-4bfe-b493-9097d8effd1e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652802 Nov 02 13:06:09.915516 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 6a404a35-d8e8-4a54-9927-4679c52cfcfa, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6a404a35-d8e8-4a54-9927-4679c52cfcfa,segment=NetworkSegment(e04bfb03-635f-4a59-a0cc-c0784393e0d8),segment_id=e04bfb03-635f-4a59-a0cc-c0784393e0d8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:10.029905 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:10.089318 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=6a404a35-d8e8-4a54-9927-4679c52cfcfa,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:10.616297 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c14b87-aac6-450f-8481-2f3b911c939b req-bd4d9983-5268-4c36-9d6d-2a301450177c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:10.618675 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c5c14b87-aac6-450f-8481-2f3b911c939b req-bd4d9983-5268-4c36-9d6d-2a301450177c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 945 time: 0.0862074 Nov 02 13:06:10.635145 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['0d7b7fc8-7705-40ed-b016-322b8d8ee4e3'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:06:10.667448 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:10.717556 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c5c14b87-aac6-450f-8481-2f3b911c939b req-94ed8582-06cf-4230-8be6-4548726e15b6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884659 Nov 02 13:06:10.739551 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['6a404a35-d8e8-4a54-9927-4679c52cfcfa'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:06:10.745504 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['969da52d-8892-403c-8679-3677e7229ce1'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:06:10.949074 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a620722-6a2a-4020-9b9a-1006a40f96a9 req-b0c8f7d3-0580-43bf-bd8c-46ffad4faa98 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:10.950980 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3a620722-6a2a-4020-9b9a-1006a40f96a9 req-b0c8f7d3-0580-43bf-bd8c-46ffad4faa98 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 944 time: 0.0733209 Nov 02 13:06:11.047191 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3a620722-6a2a-4020-9b9a-1006a40f96a9 req-50eb2264-282a-4947-8d1e-8e1f629e0eaf tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880697 Nov 02 13:06:11.148735 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efb198-5827-4a16-8148-80a59341c4b9 req-1be87c51-5c50-4864-a420-9c7ad18e080b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:11.150563 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e5efb198-5827-4a16-8148-80a59341c4b9 req-1be87c51-5c50-4864-a420-9c7ad18e080b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 945 time: 0.0924127 Nov 02 13:06:11.224892 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e5efb198-5827-4a16-8148-80a59341c4b9 req-4b67b4bd-1714-48ae-b7d1-9ec6d049e628 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645142 Nov 02 13:06:11.440276 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:11.679764 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:11.902547 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a153b73-0239-42d3-a520-b37aa73eddcc req-5d3b7069-aa01-450f-a78e-54a6d56a563d tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:11.906101 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0a153b73-0239-42d3-a520-b37aa73eddcc req-5d3b7069-aa01-450f-a78e-54a6d56a563d tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 945 time: 0.0707822 Nov 02 13:06:11.981106 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0a153b73-0239-42d3-a520-b37aa73eddcc req-75663419-5e7b-4fad-a630-dcb2d434aa92 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687642 Nov 02 13:06:12.118321 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 969da52d-8892-403c-8679-3677e7229ce1 up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:12.230660 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7684b80-247d-4ec5-8fa4-09710ffe50f9 req-5901fbe8-276d-4917-b47c-f4cc5d71ba29 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:12.231845 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e7684b80-247d-4ec5-8fa4-09710ffe50f9 req-5901fbe8-276d-4917-b47c-f4cc5d71ba29 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 944 time: 0.0640454 Nov 02 13:06:12.297226 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e7684b80-247d-4ec5-8fa4-09710ffe50f9 req-0340a0e1-9229-4461-bf1f-ad1bfd35ea60 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591946 Nov 02 13:06:12.425973 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14205e02-d6a2-4921-9c71-de5f8c6480cc req-76dd1c39-db10-47e5-bafd-e602b78aa739 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:12.428013 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-14205e02-d6a2-4921-9c71-de5f8c6480cc req-76dd1c39-db10-47e5-bafd-e602b78aa739 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 945 time: 0.0728810 Nov 02 13:06:12.444520 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 969da52d-8892-403c-8679-3677e7229ce1 completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:06:12.450077 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 969da52d-8892-403c-8679-3677e7229ce1 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:12.450769 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (969da52d-8892-403c-8679-3677e7229ce1), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.451265 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 969da52d-8892-403c-8679-3677e7229ce1 Nov 02 13:06:12.508171 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-14205e02-d6a2-4921-9c71-de5f8c6480cc req-ac6db304-935d-422a-97d0-19325d90bc22 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729907 Nov 02 13:06:12.716735 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 969da52d-8892-403c-8679-3677e7229ce1 is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:12.728425 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (969da52d-8892-403c-8679-3677e7229ce1), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.763553 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969da52d-8892-403c-8679-3677e7229ce1'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:12.860737 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 969da52d-8892-403c-8679-3677e7229ce1, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=969da52d-8892-403c-8679-3677e7229ce1,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:13.010824 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8ed007-c82c-4253-8c1d-8e57185eeebc" -d '{"events": [{"server_uuid": "5d8343ed-f0d2-4a4b-b682-36ea625a3b84", "name": "network-vif-plugged", "status": "completed", "tag": "969da52d-8892-403c-8679-3677e7229ce1"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:13.027121 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (969da52d-8892-403c-8679-3677e7229ce1), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:13.028053 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:13.134661 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=969da52d-8892-403c-8679-3677e7229ce1,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:13.226490 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542ae3f0-6a11-47c7-bc8b-7cdc2239da43 x-openstack-request-id: req-542ae3f0-6a11-47c7-bc8b-7cdc2239da43 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:13.226800 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8343ed-f0d2-4a4b-b682-36ea625a3b84", "name": "network-vif-plugged", "status": "completed", "tag": "969da52d-8892-403c-8679-3677e7229ce1", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:13.227101 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-542ae3f0-6a11-47c7-bc8b-7cdc2239da43 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:13.227645 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542ae3f0-6a11-47c7-bc8b-7cdc2239da43'] response: {'server_uuid': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969da52d-8892-403c-8679-3677e7229ce1', 'code': 200} Nov 02 13:06:13.231628 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3ce6a-cacf-483d-8211-5a388358ee1d req-adb82f97-27a6-49d5-a5a7-52e6fbd8a719 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:13.233302 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-51b3ce6a-cacf-483d-8211-5a388358ee1d req-adb82f97-27a6-49d5-a5a7-52e6fbd8a719 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 946 time: 0.0770812 Nov 02 13:06:13.292685 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-51b3ce6a-cacf-483d-8211-5a388358ee1d req-aec292e5-b877-4ccc-9d71-59d26f0e4481 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519485 Nov 02 13:06:13.331345 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:06:13.339942 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:13.340799 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:13.341812 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 Nov 02 13:06:13.462981 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd88d4e-b0c3-40a0-a231-59a43a1ed613 req-9834c6f6-658a-403c-a086-40fc0e404943 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:13.463988 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:13.464547 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fbd88d4e-b0c3-40a0-a231-59a43a1ed613 req-9834c6f6-658a-403c-a086-40fc0e404943 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 944 time: 0.0674858 Nov 02 13:06:13.466504 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:13.537604 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:13.574003 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fbd88d4e-b0c3-40a0-a231-59a43a1ed613 req-4a56083a-6d8e-4899-b585-1ad38eea389b tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974669 Nov 02 13:06:13.754841 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0dfcaa-24e7-4557-829a-bf86e10b4fcd req-57bb212d-9ab5-4475-a962-b9345dd0e699 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:13.756437 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ee0dfcaa-24e7-4557-829a-bf86e10b4fcd req-57bb212d-9ab5-4475-a962-b9345dd0e699 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 945 time: 0.1036143 Nov 02 13:06:13.760586 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:13.843184 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:13.880464 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ee0dfcaa-24e7-4557-829a-bf86e10b4fcd req-63002280-370c-441b-9dd0-c027419b9fb0 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044946 Nov 02 13:06:13.897065 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7383b15-d79c-4062-b464-746958d896e6 req-b0ed81c1-c5a6-4a68-a89d-d210d5293e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:13.899018 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c7383b15-d79c-4062-b464-746958d896e6 req-b0ed81c1-c5a6-4a68-a89d-d210d5293e89 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 1130 time: 0.1375148 Nov 02 13:06:13.923079 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c7383b15-d79c-4062-b464-746958d896e6 req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.022125 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c7383b15-d79c-4062-b464-746958d896e6 req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Publish callbacks [] for security_group (022359aa-d2cb-4cbf-b438-721a96266afc), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.138012 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 6a404a35-d8e8-4a54-9927-4679c52cfcfa up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:14.211468 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c7383b15-d79c-4062-b464-746958d896e6 req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (022359aa-d2cb-4cbf-b438-721a96266afc), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.266456 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c7383b15-d79c-4062-b464-746958d896e6 req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610158 Nov 02 13:06:14.270696 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=022359aa-d2cb-4cbf-b438-721a96266afc,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:14.280018 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.281014 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.281360 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.281694 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.282169 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.282401 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.282730 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.283060 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.283411 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.283872 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.284353 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.284678 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.284999 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44254f4-79b9-4e9f-9c85-aaf4c92a0057 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:14.331370 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 6a404a35-d8e8-4a54-9927-4679c52cfcfa completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:06:14.338407 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 6a404a35-d8e8-4a54-9927-4679c52cfcfa triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:14.339487 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.339487 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 6a404a35-d8e8-4a54-9927-4679c52cfcfa Nov 02 13:06:14.468955 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 6a404a35-d8e8-4a54-9927-4679c52cfcfa is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:14.469799 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.524814 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad565aa-a679-4a75-8247-303e0264e6c8 req-6654f02e-42f3-4d35-aa0b-86e0f43bc9e8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:14.528343 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-dad565aa-a679-4a75-8247-303e0264e6c8 req-6654f02e-42f3-4d35-aa0b-86e0f43bc9e8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 946 time: 0.1131060 Nov 02 13:06:14.551616 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 6a404a35-d8e8-4a54-9927-4679c52cfcfa, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6a404a35-d8e8-4a54-9927-4679c52cfcfa,segment=NetworkSegment(e04bfb03-635f-4a59-a0cc-c0784393e0d8),segment_id=e04bfb03-635f-4a59-a0cc-c0784393e0d8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:14.613702 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-dad565aa-a679-4a75-8247-303e0264e6c8 req-343db858-14b4-4a87-a7e5-0f42bcee8ada tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786760 Nov 02 13:06:14.742654 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.775736 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718e4ce-07cf-475f-ad9a-10152bc6b9e9 req-0ec14902-c2e8-49fa-a7c7-386b49a27f40 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:14.778086 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b718e4ce-07cf-475f-ad9a-10152bc6b9e9 req-0ec14902-c2e8-49fa-a7c7-386b49a27f40 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 944 time: 0.0758953 Nov 02 13:06:14.856362 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b718e4ce-07cf-475f-ad9a-10152bc6b9e9 req-339eb2b7-e5a4-48bf-981c-8d99379dd007 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680251 Nov 02 13:06:14.894384 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=6a404a35-d8e8-4a54-9927-4679c52cfcfa,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:15.000479 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:15.108315 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46019e-5df0-4017-ba5b-721f476ce1aa req-7b548b02-435e-48c1-a929-2034972a9e5f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:15.111375 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1b46019e-5df0-4017-ba5b-721f476ce1aa req-7b548b02-435e-48c1-a929-2034972a9e5f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0759871 Nov 02 13:06:15.192489 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1b46019e-5df0-4017-ba5b-721f476ce1aa req-992bfb31-b385-40c5-ac5e-739b691f15fa tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717988 Nov 02 13:06:15.229164 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3'}, {'server_uuid': '9bb45d5c-ac99-4e6b-9322-567f1532633d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a404a35-d8e8-4a54-9927-4679c52cfcfa'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:15.233995 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b0681a-4c1e-4172-93e8-3cec4c0df517" -d '{"events": [{"server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3"}, {"server_uuid": "9bb45d5c-ac99-4e6b-9322-567f1532633d", "name": "network-vif-plugged", "status": "completed", "tag": "6a404a35-d8e8-4a54-9927-4679c52cfcfa"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:15.315177 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d46ca6a-2924-42fb-aa04-4a6b5a481713 x-openstack-request-id: req-6d46ca6a-2924-42fb-aa04-4a6b5a481713 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:15.315476 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3", "code": 200}, {"server_uuid": "9bb45d5c-ac99-4e6b-9322-567f1532633d", "name": "network-vif-plugged", "status": "completed", "tag": "6a404a35-d8e8-4a54-9927-4679c52cfcfa", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:15.315729 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6d46ca6a-2924-42fb-aa04-4a6b5a481713 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:15.316133 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d46ca6a-2924-42fb-aa04-4a6b5a481713'] response: {'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'code': 200} Nov 02 13:06:15.316394 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d46ca6a-2924-42fb-aa04-4a6b5a481713'] response: {'server_uuid': '9bb45d5c-ac99-4e6b-9322-567f1532633d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a404a35-d8e8-4a54-9927-4679c52cfcfa', 'code': 200} Nov 02 13:06:15.832107 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55346) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:15.855032 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f254c7-d319-40ba-88e2-a611eca024f2 req-864cb836-ee50-4c4a-b67b-9ab53fca5ec6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:15.857804 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b1f254c7-d319-40ba-88e2-a611eca024f2 req-864cb836-ee50-4c4a-b67b-9ab53fca5ec6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 946 time: 0.1182890 Nov 02 13:06:15.954262 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b1f254c7-d319-40ba-88e2-a611eca024f2 req-e726737c-eb00-4c4a-82d2-992dce21e17e tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862069 Nov 02 13:06:16.059737 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-033d1ddb-316b-415a-a20e-7c34e25f2391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.224105 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e1d00-eca1-4688-b85b-9eeaead5a8c1 req-de115436-3548-4d10-97da-f2d8e2a995f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:16.226254 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-418e1d00-eca1-4688-b85b-9eeaead5a8c1 req-de115436-3548-4d10-97da-f2d8e2a995f2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 1129 time: 0.1117041 Nov 02 13:06:16.301008 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee19e4-9f59-4fb6-821f-52881444419d req-97594baf-0bd7-428a-a833-6b7b5932b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:16.302739 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-37ee19e4-9f59-4fb6-821f-52881444419d req-97594baf-0bd7-428a-a833-6b7b5932b237 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 1130 time: 0.2188864 Nov 02 13:06:16.314759 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-418e1d00-eca1-4688-b85b-9eeaead5a8c1 req-18100293-b6e4-4e96-8093-e93ad80d45c1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802579 Nov 02 13:06:16.321938 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb838-b982-4043-a210-7ae299c65164 req-09005650-7364-4a4b-80f7-cb47d0797a17 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:16.326750 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3defb838-b982-4043-a210-7ae299c65164 req-09005650-7364-4a4b-80f7-cb47d0797a17 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 945 time: 0.2689581 Nov 02 13:06:16.460999 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd922ea-b976-4f39-a07a-0c381a03530a req-21a4d2be-86d1-44c6-a319-4e361ee451b1 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:16.481999 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1dd922ea-b976-4f39-a07a-0c381a03530a req-21a4d2be-86d1-44c6-a319-4e361ee451b1 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.1524847 Nov 02 13:06:16.487198 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-37ee19e4-9f59-4fb6-821f-52881444419d req-11a1be88-fa91-4450-a224-c8410b684855 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736631 Nov 02 13:06:16.501930 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-033d1ddb-316b-415a-a20e-7c34e25f2391 admin admin] Publish callbacks [] for security_group (d308b8e5-f27d-4f22-a5b8-ac207577ab9e), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.525632 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3defb838-b982-4043-a210-7ae299c65164 req-ca433059-11e5-4463-89b7-cade1818eb6b tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825869 Nov 02 13:06:16.624140 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1dd922ea-b976-4f39-a07a-0c381a03530a req-7cee9426-daf8-4535-82a1-cfcb052036c5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329226 Nov 02 13:06:16.648528 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-033d1ddb-316b-415a-a20e-7c34e25f2391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (d308b8e5-f27d-4f22-a5b8-ac207577ab9e), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.719260 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-033d1ddb-316b-415a-a20e-7c34e25f2391 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c72cb492726346cca3bf1e8bd6d07cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8852942 Nov 02 13:06:16.723315 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55382) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:16.735577 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d1ddb-316b-415a-a20e-7c34e25f2391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d308b8e5-f27d-4f22-a5b8-ac207577ab9e,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:16.788909 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Publish callbacks [] for security_group (d308b8e5-f27d-4f22-a5b8-ac207577ab9e), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.833076 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Publish callbacks [] for security_group (d308b8e5-f27d-4f22-a5b8-ac207577ab9e), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.080553 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (d308b8e5-f27d-4f22-a5b8-ac207577ab9e), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.084785 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.086641 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d308b8e5-f27d-4f22-a5b8-ac207577ab9e HTTP/1.1" status: 204 len: 168 time: 0.3621085 Nov 02 13:06:17.098167 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d308b8e5-f27d-4f22-a5b8-ac207577ab9e,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:17.107405 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.107899 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.108264 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.108640 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.109183 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.109759 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.110181 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.110517 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.110878 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.111235 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.111568 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.112134 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.112348 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f337b4-94fd-4067-be7e-07248a00af73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:17.179691 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339b26e-945c-441f-a068-30cfd37dc330 req-62f613aa-8438-4c3d-8a7e-4929e8105455 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:17.182120 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3339b26e-945c-441f-a068-30cfd37dc330 req-62f613aa-8438-4c3d-8a7e-4929e8105455 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 946 time: 0.0947962 Nov 02 13:06:17.258987 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3339b26e-945c-441f-a068-30cfd37dc330 req-90d0ad76-034d-47fb-8c92-1b801403d6e0 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696340 Nov 02 13:06:17.518061 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e49ea0-2aad-4a51-9014-ff35f07edfc7 req-cfd25016-11f5-4c68-bfea-b7663fe4d627 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:17.519767 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c1e49ea0-2aad-4a51-9014-ff35f07edfc7 req-cfd25016-11f5-4c68-bfea-b7663fe4d627 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 946 time: 0.0684338 Nov 02 13:06:17.533815 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55408) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:17.538946 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-8eff8f96-4e03-4399-804c-ac3184476903 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'floatingip': {'port_id': '969da52d-8892-403c-8679-3677e7229ce1'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:17.623675 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8eff8f96-4e03-4399-804c-ac3184476903 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (4a2e9267-f6ec-46d4-9799-5f7274c9c240), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.868123 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d250484-b6a8-4db0-a19d-190d26ce496c req-4680f3fe-0002-4dcd-9994-2fb46ad8c806 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:17.870568 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d250484-b6a8-4db0-a19d-190d26ce496c req-4680f3fe-0002-4dcd-9994-2fb46ad8c806 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0798864 Nov 02 13:06:17.968885 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d250484-b6a8-4db0-a19d-190d26ce496c req-d8c6f34b-0a1b-49c5-a420-95b9ff7162cd tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847843 Nov 02 13:06:17.973027 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d6d43-3645-43b7-8363-67ffd01b8293 req-5518c4af-1c15-48ff-a4d7-54e2267601ec tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:17.975930 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-773d6d43-3645-43b7-8363-67ffd01b8293 req-5518c4af-1c15-48ff-a4d7-54e2267601ec tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 945 time: 0.2476771 Nov 02 13:06:18.204598 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-773d6d43-3645-43b7-8363-67ffd01b8293 req-ffebe1a1-7929-4e35-9ad6-61f14408d3b5 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089007 Nov 02 13:06:18.592590 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55452) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:18.621566 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-540981d0-f6c6-40f2-863e-ee6caf15a1b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.778617 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-540981d0-f6c6-40f2-863e-ee6caf15a1b3 admin admin] Publish callbacks [] for security_group (aef6cbeb-fca6-4ebf-b2c3-b8229dc9f610), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.946449 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-540981d0-f6c6-40f2-863e-ee6caf15a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (aef6cbeb-fca6-4ebf-b2c3-b8229dc9f610), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.989285 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540981d0-f6c6-40f2-863e-ee6caf15a1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef6cbeb-fca6-4ebf-b2c3-b8229dc9f610,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:19.013928 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-540981d0-f6c6-40f2-863e-ee6caf15a1b3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e689e4a2ebb244f59e90dc88351f635d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184806 Nov 02 13:06:19.028647 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55466) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:19.083339 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.db.resource_extend [None req-8eff8f96-4e03-4399-804c-ac3184476903 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 13:06:19.210525 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403487c-bf69-4796-a410-00b106a71510 req-b873b7ca-0971-4643-a652-edb800206a18 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:19.214086 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4403487c-bf69-4796-a410-00b106a71510 req-b873b7ca-0971-4643-a652-edb800206a18 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.1070070 Nov 02 13:06:19.241101 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8eff8f96-4e03-4399-804c-ac3184476903 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.259229 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c127-1148-4456-a69c-6b37240049c8 admin admin] Publish callbacks [] for security_group (aef6cbeb-fca6-4ebf-b2c3-b8229dc9f610), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.312131 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4403487c-bf69-4796-a410-00b106a71510 req-095a8d29-2276-423f-97f7-2819c1492c0a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901458 Nov 02 13:06:19.333450 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c127-1148-4456-a69c-6b37240049c8 admin admin] Publish callbacks [] for security_group (aef6cbeb-fca6-4ebf-b2c3-b8229dc9f610), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.380629 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8eff8f96-4e03-4399-804c-ac3184476903 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (4a2e9267-f6ec-46d4-9799-5f7274c9c240), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.643325 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971f1c7-765b-49e6-8d46-5e442df6ba01 req-5c586971-30e7-4b23-8935-4551fdf66c0a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:19.646127 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8971f1c7-765b-49e6-8d46-5e442df6ba01 req-5c586971-30e7-4b23-8935-4551fdf66c0a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0746961 Nov 02 13:06:19.655047 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d709b2-7ec2-4971-9dfa-4fccb2388317 req-a294d085-865b-4382-adbf-dfd199695d61 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:19.657170 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-81d709b2-7ec2-4971-9dfa-4fccb2388317 req-a294d085-865b-4382-adbf-dfd199695d61 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 945 time: 0.1861160 Nov 02 13:06:19.663494 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [None req-8eff8f96-4e03-4399-804c-ac3184476903 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Floating IP 4a2e9267-f6ec-46d4-9799-5f7274c9c240 associated. External IP: 172.28.4.236, port: 969da52d-8892-403c-8679-3677e7229ce1. Nov 02 13:06:19.665029 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55486) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:19.670224 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-e6dd7fee-86f2-40f1-a321-f49dc377893d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Request body: {'floatingip': {'port_id': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:19.743000 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c127-1148-4456-a69c-6b37240049c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (aef6cbeb-fca6-4ebf-b2c3-b8229dc9f610), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.746649 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c127-1148-4456-a69c-6b37240049c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.753042 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-d8d5c127-1148-4456-a69c-6b37240049c8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aef6cbeb-fca6-4ebf-b2c3-b8229dc9f610 HTTP/1.1" status: 204 len: 168 time: 0.7240896 Nov 02 13:06:19.758258 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7fee-86f2-40f1-a321-f49dc377893d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (e7f3b2ec-835d-4ea1-b6be-8367837d50c1), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.780854 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5c127-1148-4456-a69c-6b37240049c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef6cbeb-fca6-4ebf-b2c3-b8229dc9f610,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:19.929131 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-81d709b2-7ec2-4971-9dfa-4fccb2388317 req-04f63b70-f089-4b84-9853-aafa01fc7c09 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626204 Nov 02 13:06:20.126529 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eff8f96-4e03-4399-804c-ac3184476903 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Router 564f2c35-915a-427d-90bc-6b7192856d14 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:20.363134 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eff8f96-4e03-4399-804c-ac3184476903 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:20.375331 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8eff8f96-4e03-4399-804c-ac3184476903 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:20.395564 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e2dd0-a1be-471e-8501-7b01b7eda668 None None] Sync routers for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:20.443714 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e2dd0-a1be-471e-8501-7b01b7eda668 None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:20.444712 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-063e2dd0-a1be-471e-8501-7b01b7eda668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:06:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:20.503498 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-8eff8f96-4e03-4399-804c-ac3184476903 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "PUT /v2.0/floatingips/4a2e9267-f6ec-46d4-9799-5f7274c9c240 HTTP/1.1" status: 200 len: 992 time: 2.9658093 Nov 02 13:06:20.505146 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55508) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:20.511265 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'tag': '969da52d-8892-403c-8679-3677e7229ce1'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:20.526056 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf9f83c-691a-4a6c-9253-3623a5883e11" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8343ed-f0d2-4a4b-b682-36ea625a3b84", "tag": "969da52d-8892-403c-8679-3677e7229ce1"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:20.661397 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdc1be3-db2d-4390-aaf0-d1e1f239e46b x-openstack-request-id: req-cfdc1be3-db2d-4390-aaf0-d1e1f239e46b {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:20.665894 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8343ed-f0d2-4a4b-b682-36ea625a3b84", "tag": "969da52d-8892-403c-8679-3677e7229ce1", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:20.667586 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cfdc1be3-db2d-4390-aaf0-d1e1f239e46b {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:20.668518 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdc1be3-db2d-4390-aaf0-d1e1f239e46b'] response: {'name': 'network-changed', 'server_uuid': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'tag': '969da52d-8892-403c-8679-3677e7229ce1', 'status': 'completed', 'code': 200} Nov 02 13:06:20.750634 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-063e2dd0-a1be-471e-8501-7b01b7eda668 None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:20.774794 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55520) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:20.833027 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f83c-691a-4a6c-9253-3623a5883e11 req-ad261ece-ab5e-48ef-a5ad-99396841b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:20.836194 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1bf9f83c-691a-4a6c-9253-3623a5883e11 req-ad261ece-ab5e-48ef-a5ad-99396841b942 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 1130 time: 0.1037562 Nov 02 13:06:21.004535 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6afc-ece2-4903-a07a-a0ca1789909c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.013101 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.db.resource_extend [None req-e6dd7fee-86f2-40f1-a321-f49dc377893d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 13:06:21.062841 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f83c-691a-4a6c-9253-3623a5883e11 req-924bf2be-dced-4d82-bb73-1853a8ad6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:21.065138 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1bf9f83c-691a-4a6c-9253-3623a5883e11 req-924bf2be-dced-4d82-bb73-1853a8ad6d4a service neutron] 10.222.0.86 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 916 time: 0.2210681 Nov 02 13:06:21.153362 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d1520e79-7078-40ee-ad99-8f3ae114f6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.203442 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1bf9f83c-691a-4a6c-9253-3623a5883e11 req-8ee3af6b-1875-4201-998b-d55c04a31354 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=969da52d-8892-403c-8679-3677e7229ce1 HTTP/1.1" status: 200 len: 1000 time: 0.1294575 Nov 02 13:06:21.284976 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6afc-ece2-4903-a07a-a0ca1789909c admin admin] Publish callbacks [] for security_group (8ce3d4be-f2e0-4525-b540-6d1def26ed03), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.292954 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f83c-691a-4a6c-9253-3623a5883e11 req-a64bbb87-02dc-42de-994d-c9a7c6c43c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:21.295073 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1bf9f83c-691a-4a6c-9253-3623a5883e11 req-a64bbb87-02dc-42de-994d-c9a7c6c43c87 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34562175-220e-4327-8ff3-8fb8876f7f18 HTTP/1.1" status: 200 len: 853 time: 0.0852211 Nov 02 13:06:21.380589 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-063e2dd0-a1be-471e-8501-7b01b7eda668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '4a2e9267-f6ec-46d4-9799-5f7274c9c240', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.236', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '969da52d-8892-403c-8679-3677e7229ce1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:9e:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:05:38Z', 'updated_at': '2022-11-02T13:06:18Z', 'revision_number': 1, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:21.388477 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f83c-691a-4a6c-9253-3623a5883e11 req-39497cb7-75bc-4f39-9499-4636fbcbe7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:21.391068 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1bf9f83c-691a-4a6c-9253-3623a5883e11 req-39497cb7-75bc-4f39-9499-4636fbcbe7b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=458c9c2b-29df-4bee-b02f-d359db3b0898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0817940 Nov 02 13:06:21.417375 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e2dd0-a1be-471e-8501-7b01b7eda668 None None] Checking router: 564f2c35-915a-427d-90bc-6b7192856d14 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:21.430655 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e2dd0-a1be-471e-8501-7b01b7eda668 None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:21.431542 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-063e2dd0-a1be-471e-8501-7b01b7eda668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:06:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:21.455256 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6afc-ece2-4903-a07a-a0ca1789909c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (8ce3d4be-f2e0-4525-b540-6d1def26ed03), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.500356 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7fee-86f2-40f1-a321-f49dc377893d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.537583 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab6afc-ece2-4903-a07a-a0ca1789909c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce3d4be-f2e0-4525-b540-6d1def26ed03,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:21.567902 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55532) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:21.569884 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c0ab6afc-ece2-4903-a07a-a0ca1789909c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3f9cd07ca0494a739f8956e57f85be8e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0264423 Nov 02 13:06:21.614634 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1bf9f83c-691a-4a6c-9253-3623a5883e11 req-f868ddf1-d98e-4bd7-8814-3a9a9b32d9d5 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169564 Nov 02 13:06:21.620289 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-063e2dd0-a1be-471e-8501-7b01b7eda668 None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:21.673769 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7fee-86f2-40f1-a321-f49dc377893d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (e7f3b2ec-835d-4ea1-b6be-8367837d50c1), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.742132 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55538) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:21.758910 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1bf9f83c-691a-4a6c-9253-3623a5883e11 req-cbc630fb-0bad-469a-8710-165808fc8b7f service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374137 Nov 02 13:06:21.825828 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-beeb910a-2b92-4790-9102-8863a550c9ce admin admin] Publish callbacks [] for security_group (8ce3d4be-f2e0-4525-b540-6d1def26ed03), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.935294 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ab55f89f-3ad4-4ec6-a379-0cfb10bb6e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.974652 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d1520e79-7078-40ee-ad99-8f3ae114f6ff admin admin] Publish callbacks [] for security_group (572accfc-1250-4ec1-8676-b09026405f2b), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.989506 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-beeb910a-2b92-4790-9102-8863a550c9ce admin admin] Publish callbacks [] for security_group (8ce3d4be-f2e0-4525-b540-6d1def26ed03), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.074686 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.l3_db [None req-e6dd7fee-86f2-40f1-a321-f49dc377893d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Floating IP e7f3b2ec-835d-4ea1-b6be-8367837d50c1 associated. External IP: 172.28.4.138, port: 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3. Nov 02 13:06:22.103799 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ab55f89f-3ad4-4ec6-a379-0cfb10bb6e32 admin admin] Publish callbacks [] for security_group (ea1ac06b-b2dc-4cc7-92ea-855760923006), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.167757 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-063e2dd0-a1be-471e-8501-7b01b7eda668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '4a2e9267-f6ec-46d4-9799-5f7274c9c240', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.236', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '969da52d-8892-403c-8679-3677e7229ce1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:9e:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:05:38Z', 'updated_at': '2022-11-02T13:06:18Z', 'revision_number': 1, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:22.180094 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d1520e79-7078-40ee-ad99-8f3ae114f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (572accfc-1250-4ec1-8676-b09026405f2b), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.182308 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ab55f89f-3ad4-4ec6-a379-0cfb10bb6e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (ea1ac06b-b2dc-4cc7-92ea-855760923006), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.247743 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-ab55f89f-3ad4-4ec6-a379-0cfb10bb6e32 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=506a1618c6d54144a5cd5cebd7735dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5041082 Nov 02 13:06:22.248937 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e2dd0-a1be-471e-8501-7b01b7eda668 None None] The sync data for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb is: [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '4a2e9267-f6ec-46d4-9799-5f7274c9c240', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.236', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '969da52d-8892-403c-8679-3677e7229ce1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:9e:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:05:38Z', 'updated_at': '2022-11-02T13:06:18Z', 'revision_number': 1, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:22.258047 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55562) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:22.304169 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55f89f-3ad4-4ec6-a379-0cfb10bb6e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1ac06b-b2dc-4cc7-92ea-855760923006,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:22.327259 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1520e79-7078-40ee-ad99-8f3ae114f6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572accfc-1250-4ec1-8676-b09026405f2b,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:22.354078 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d4b9-bbd1-43d9-9bb6-c9af4571f89a admin admin] Publish callbacks [] for security_group (ea1ac06b-b2dc-4cc7-92ea-855760923006), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.360146 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d1520e79-7078-40ee-ad99-8f3ae114f6ff admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8f0ca68370304cc3a68bd5a13a97a08e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5666881 Nov 02 13:06:22.365149 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55564) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:22.393572 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d4b9-bbd1-43d9-9bb6-c9af4571f89a admin admin] Publish callbacks [] for security_group (ea1ac06b-b2dc-4cc7-92ea-855760923006), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.548866 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d4b9-bbd1-43d9-9bb6-c9af4571f89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (ea1ac06b-b2dc-4cc7-92ea-855760923006), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.558213 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d4b9-bbd1-43d9-9bb6-c9af4571f89a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.560718 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-b0e6d4b9-bbd1-43d9-9bb6-c9af4571f89a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ea1ac06b-b2dc-4cc7-92ea-855760923006 HTTP/1.1" status: 204 len: 168 time: 0.3014526 Nov 02 13:06:22.562824 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-beeb910a-2b92-4790-9102-8863a550c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (8ce3d4be-f2e0-4525-b540-6d1def26ed03), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.567746 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-beeb910a-2b92-4790-9102-8863a550c9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.573380 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-beeb910a-2b92-4790-9102-8863a550c9ce admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8ce3d4be-f2e0-4525-b540-6d1def26ed03 HTTP/1.1" status: 204 len: 168 time: 1.0001905 Nov 02 13:06:22.598766 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6d4b9-bbd1-43d9-9bb6-c9af4571f89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1ac06b-b2dc-4cc7-92ea-855760923006,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:22.660457 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10fd7a0-273c-4cb2-a0da-b1378d4c2fd4 None None] New status for floating IP 4a2e9267-f6ec-46d4-9799-5f7274c9c240: ACTIVE {{(pid=116231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:06:22.666204 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fe94a9a7-8291-43b6-a9b1-047d46430af8 admin admin] Publish callbacks [] for security_group (572accfc-1250-4ec1-8676-b09026405f2b), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.675063 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb910a-2b92-4790-9102-8863a550c9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce3d4be-f2e0-4525-b540-6d1def26ed03,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:22.789229 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fe94a9a7-8291-43b6-a9b1-047d46430af8 admin admin] Publish callbacks [] for security_group (572accfc-1250-4ec1-8676-b09026405f2b), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.853541 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dd7fee-86f2-40f1-a321-f49dc377893d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:22.988064 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dd7fee-86f2-40f1-a321-f49dc377893d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:22.993963 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7fee-86f2-40f1-a321-f49dc377893d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.000341 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e13882-72ea-4f1e-9955-b82dea464e3d None None] Sync routers for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:23.021777 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e13882-72ea-4f1e-9955-b82dea464e3d None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:23.023508 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-49e13882-72ea-4f1e-9955-b82dea464e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:06:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:23.046800 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-e6dd7fee-86f2-40f1-a321-f49dc377893d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "PUT /v2.0/floatingips/e7f3b2ec-835d-4ea1-b6be-8367837d50c1 HTTP/1.1" status: 200 len: 992 time: 3.3797452 Nov 02 13:06:23.047972 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:23.052174 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ef327b-5744-47b4-8445-cdd9ddf146ea" -d '{"events": [{"name": "network-changed", "server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:23.057484 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fe94a9a7-8291-43b6-a9b1-047d46430af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (572accfc-1250-4ec1-8676-b09026405f2b), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.062252 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fe94a9a7-8291-43b6-a9b1-047d46430af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.064252 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-fe94a9a7-8291-43b6-a9b1-047d46430af8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/572accfc-1250-4ec1-8676-b09026405f2b HTTP/1.1" status: 204 len: 168 time: 0.6975687 Nov 02 13:06:23.078422 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94a9a7-8291-43b6-a9b1-047d46430af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572accfc-1250-4ec1-8676-b09026405f2b,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:23.419106 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7ee2df-80f0-4469-9fcf-6593a00a1510 x-openstack-request-id: req-6e7ee2df-80f0-4469-9fcf-6593a00a1510 {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:23.419379 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:23.419648 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6e7ee2df-80f0-4469-9fcf-6593a00a1510 {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:23.420070 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7ee2df-80f0-4469-9fcf-6593a00a1510'] response: {'name': 'network-changed', 'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'status': 'completed', 'code': 200} Nov 02 13:06:23.459442 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-49e13882-72ea-4f1e-9955-b82dea464e3d None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:23.564745 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef327b-5744-47b4-8445-cdd9ddf146ea req-eb96166c-adec-40e0-817f-3b983ba215c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:23.568502 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-51ef327b-5744-47b4-8445-cdd9ddf146ea req-eb96166c-adec-40e0-817f-3b983ba215c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 1130 time: 0.0858321 Nov 02 13:06:23.611352 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55596) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:23.866825 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-49e13882-72ea-4f1e-9955-b82dea464e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'e7f3b2ec-835d-4ea1-b6be-8367837d50c1', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'floating_ip_address': '172.28.4.138', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'port_id': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'mac_address': 'fa:16:3e:88:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:05:42Z', 'updated_at': '2022-11-02T13:06:20Z', 'revision_number': 1, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:42Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:23.903255 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e13882-72ea-4f1e-9955-b82dea464e3d None None] Checking router: ddbaa9ff-0d52-47ab-8d51-42a8529fc046 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:23.913647 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e13882-72ea-4f1e-9955-b82dea464e3d None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:23.914309 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-49e13882-72ea-4f1e-9955-b82dea464e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:06:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:23.971803 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef327b-5744-47b4-8445-cdd9ddf146ea req-b4f8e6ac-8e0f-4516-85e4-2103b11bcaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:23.973350 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-51ef327b-5744-47b4-8445-cdd9ddf146ea req-b4f8e6ac-8e0f-4516-85e4-2103b11bcaa5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 919 time: 0.3973308 Nov 02 13:06:24.063807 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-51ef327b-5744-47b4-8445-cdd9ddf146ea req-5f73477f-bed3-4cc0-94d7-f9c91bc2f83a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 HTTP/1.1" status: 200 len: 1000 time: 0.0839224 Nov 02 13:06:24.066166 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-49e13882-72ea-4f1e-9955-b82dea464e3d None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:24.123760 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef327b-5744-47b4-8445-cdd9ddf146ea req-216397e1-5c27-478c-828e-62f8f3b4d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:24.125615 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-51ef327b-5744-47b4-8445-cdd9ddf146ea req-216397e1-5c27-478c-828e-62f8f3b4d47e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 200 len: 856 time: 0.0556312 Nov 02 13:06:24.185646 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55604) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:24.192508 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef327b-5744-47b4-8445-cdd9ddf146ea req-e7086658-ac51-4a96-8701-03360801028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:24.195752 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-51ef327b-5744-47b4-8445-cdd9ddf146ea req-e7086658-ac51-4a96-8701-03360801028e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af1e376b-b426-494b-8a32-b21f326de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0618920 Nov 02 13:06:24.211207 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1c79b0e0-1da9-44b9-af1c-5a355bd599f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.368091 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-51ef327b-5744-47b4-8445-cdd9ddf146ea req-dc9bdf13-36e8-4d5e-916b-e094fb034f0e service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659150 Nov 02 13:06:24.385834 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1c79b0e0-1da9-44b9-af1c-5a355bd599f4 admin admin] Publish callbacks [] for security_group (7c9a833d-f165-481d-a0ae-c18059ab560f), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.448001 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-49e13882-72ea-4f1e-9955-b82dea464e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'e7f3b2ec-835d-4ea1-b6be-8367837d50c1', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'floating_ip_address': '172.28.4.138', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'port_id': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'mac_address': 'fa:16:3e:88:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:05:42Z', 'updated_at': '2022-11-02T13:06:20Z', 'revision_number': 1, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:42Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:24.475141 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1c79b0e0-1da9-44b9-af1c-5a355bd599f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7c9a833d-f165-481d-a0ae-c18059ab560f), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.519440 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e13882-72ea-4f1e-9955-b82dea464e3d None None] The sync data for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb is: [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'e7f3b2ec-835d-4ea1-b6be-8367837d50c1', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'floating_ip_address': '172.28.4.138', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'port_id': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'mac_address': 'fa:16:3e:88:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:05:42Z', 'updated_at': '2022-11-02T13:06:20Z', 'revision_number': 1, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:42Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:24.526641 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79b0e0-1da9-44b9-af1c-5a355bd599f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9a833d-f165-481d-a0ae-c18059ab560f,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:24.556721 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-1c79b0e0-1da9-44b9-af1c-5a355bd599f4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c7a81afa41504b31b61b1d1ceefe4220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3687279 Nov 02 13:06:24.565998 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55608) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:24.568109 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-51ef327b-5744-47b4-8445-cdd9ddf146ea req-83b181c5-925e-4a8c-8507-2f99c14fa11c service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921911 Nov 02 13:06:24.653600 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f390de16-431e-47eb-8a09-370ec603027c admin admin] Publish callbacks [] for security_group (7c9a833d-f165-481d-a0ae-c18059ab560f), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.686825 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f390de16-431e-47eb-8a09-370ec603027c admin admin] Publish callbacks [] for security_group (7c9a833d-f165-481d-a0ae-c18059ab560f), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.866204 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f390de16-431e-47eb-8a09-370ec603027c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7c9a833d-f165-481d-a0ae-c18059ab560f), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.866204 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f390de16-431e-47eb-8a09-370ec603027c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.869847 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-f390de16-431e-47eb-8a09-370ec603027c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7c9a833d-f165-481d-a0ae-c18059ab560f HTTP/1.1" status: 204 len: 168 time: 0.2999527 Nov 02 13:06:24.896171 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390de16-431e-47eb-8a09-370ec603027c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9a833d-f165-481d-a0ae-c18059ab560f,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:24.903526 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-cdf94568-6f52-4c08-88b7-bd397fcd5b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.917135 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c6f0a-b8d2-41e6-b479-40de51c7766d None None] New status for floating IP e7f3b2ec-835d-4ea1-b6be-8367837d50c1: ACTIVE {{(pid=116231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:06:25.031689 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-cdf94568-6f52-4c08-88b7-bd397fcd5b18 admin admin] Publish callbacks [] for security_group (c056682a-ab6d-42cd-834d-ad3d289421eb), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.050602 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55616) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:25.087707 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5002472-1fec-44b4-bb33-fe69df1ea888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.146054 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-cdf94568-6f52-4c08-88b7-bd397fcd5b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (c056682a-ab6d-42cd-834d-ad3d289421eb), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.216756 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-cdf94568-6f52-4c08-88b7-bd397fcd5b18 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cec66495abb1469b810e3b9147379255&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5976725 Nov 02 13:06:25.221280 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55618) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:25.250837 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5002472-1fec-44b4-bb33-fe69df1ea888 admin admin] Publish callbacks [] for security_group (1646d383-0a85-45bd-8750-26a8dc9c2d4f), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.260763 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf94568-6f52-4c08-88b7-bd397fcd5b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c056682a-ab6d-42cd-834d-ad3d289421eb,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:25.319280 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8f7a621c-7a3c-4e15-aade-69b77a2b5a74 admin admin] Publish callbacks [] for security_group (c056682a-ab6d-42cd-834d-ad3d289421eb), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.348390 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8f7a621c-7a3c-4e15-aade-69b77a2b5a74 admin admin] Publish callbacks [] for security_group (c056682a-ab6d-42cd-834d-ad3d289421eb), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.381850 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5002472-1fec-44b4-bb33-fe69df1ea888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (1646d383-0a85-45bd-8750-26a8dc9c2d4f), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.440458 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55622) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:25.483512 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d6474ff0-04f2-4ae1-947a-d34d7f78fbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.494946 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-b5002472-1fec-44b4-bb33-fe69df1ea888 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fd25201393f44461b2435278d9e74d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424644 Nov 02 13:06:25.502386 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55624) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:25.517274 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5002472-1fec-44b4-bb33-fe69df1ea888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1646d383-0a85-45bd-8750-26a8dc9c2d4f,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:25.610978 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4b66458a-4797-4804-853e-effee6b103ed admin admin] Publish callbacks [] for security_group (1646d383-0a85-45bd-8750-26a8dc9c2d4f), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.645805 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d6474ff0-04f2-4ae1-947a-d34d7f78fbc4 admin admin] Publish callbacks [] for security_group (7ea82f90-97d2-410d-90bf-26cdb470eb0e), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.650459 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4b66458a-4797-4804-853e-effee6b103ed admin admin] Publish callbacks [] for security_group (1646d383-0a85-45bd-8750-26a8dc9c2d4f), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.794119 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8f7a621c-7a3c-4e15-aade-69b77a2b5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (c056682a-ab6d-42cd-834d-ad3d289421eb), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.794360 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d6474ff0-04f2-4ae1-947a-d34d7f78fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7ea82f90-97d2-410d-90bf-26cdb470eb0e), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.798678 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8f7a621c-7a3c-4e15-aade-69b77a2b5a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.800643 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-8f7a621c-7a3c-4e15-aade-69b77a2b5a74 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c056682a-ab6d-42cd-834d-ad3d289421eb HTTP/1.1" status: 204 len: 168 time: 0.5779586 Nov 02 13:06:25.814298 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a621c-7a3c-4e15-aade-69b77a2b5a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c056682a-ab6d-42cd-834d-ad3d289421eb,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:25.837301 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4b66458a-4797-4804-853e-effee6b103ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (1646d383-0a85-45bd-8750-26a8dc9c2d4f), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.850195 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4b66458a-4797-4804-853e-effee6b103ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.857465 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6474ff0-04f2-4ae1-947a-d34d7f78fbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea82f90-97d2-410d-90bf-26cdb470eb0e,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:25.859703 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-4b66458a-4797-4804-853e-effee6b103ed admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1646d383-0a85-45bd-8750-26a8dc9c2d4f HTTP/1.1" status: 204 len: 168 time: 0.3500106 Nov 02 13:06:25.898099 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66458a-4797-4804-853e-effee6b103ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1646d383-0a85-45bd-8750-26a8dc9c2d4f,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:25.942186 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d6474ff0-04f2-4ae1-947a-d34d7f78fbc4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=64867197b02243f78b9d7ca99d6e6b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4992645 Nov 02 13:06:25.946108 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55636) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:26.081659 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-28f9dac1-3c36-4b50-b9f1-f98a2c29a6e4 admin admin] Publish callbacks [] for security_group (7ea82f90-97d2-410d-90bf-26cdb470eb0e), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:26.119849 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-28f9dac1-3c36-4b50-b9f1-f98a2c29a6e4 admin admin] Publish callbacks [] for security_group (7ea82f90-97d2-410d-90bf-26cdb470eb0e), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:26.280817 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-28f9dac1-3c36-4b50-b9f1-f98a2c29a6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7ea82f90-97d2-410d-90bf-26cdb470eb0e), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:26.285037 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-28f9dac1-3c36-4b50-b9f1-f98a2c29a6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:26.286787 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-28f9dac1-3c36-4b50-b9f1-f98a2c29a6e4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7ea82f90-97d2-410d-90bf-26cdb470eb0e HTTP/1.1" status: 204 len: 168 time: 0.3382130 Nov 02 13:06:26.296798 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9dac1-3c36-4b50-b9f1-f98a2c29a6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea82f90-97d2-410d-90bf-26cdb470eb0e,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:27.262514 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55654) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:27.282197 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-732ff7f1-364c-404d-b4f3-5cea18ee84e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:27.451670 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-732ff7f1-364c-404d-b4f3-5cea18ee84e9 admin admin] Publish callbacks [] for security_group (e27e1d67-c20d-4b73-8233-69d9c6a04132), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:27.563353 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-732ff7f1-364c-404d-b4f3-5cea18ee84e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e27e1d67-c20d-4b73-8233-69d9c6a04132), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:27.616496 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-732ff7f1-364c-404d-b4f3-5cea18ee84e9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5cabe16341e046f089dfe5d8d8a29983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476937 Nov 02 13:06:27.616496 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ff7f1-364c-404d-b4f3-5cea18ee84e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27e1d67-c20d-4b73-8233-69d9c6a04132,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:27.617352 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55666) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:27.698292 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-05bb3213-3df9-4d35-98e4-e76cf7b36496 admin admin] Publish callbacks [] for security_group (e27e1d67-c20d-4b73-8233-69d9c6a04132), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:27.740729 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-05bb3213-3df9-4d35-98e4-e76cf7b36496 admin admin] Publish callbacks [] for security_group (e27e1d67-c20d-4b73-8233-69d9c6a04132), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:27.965061 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-05bb3213-3df9-4d35-98e4-e76cf7b36496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e27e1d67-c20d-4b73-8233-69d9c6a04132), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:27.969999 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-05bb3213-3df9-4d35-98e4-e76cf7b36496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:27.971671 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-05bb3213-3df9-4d35-98e4-e76cf7b36496 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e27e1d67-c20d-4b73-8233-69d9c6a04132 HTTP/1.1" status: 204 len: 168 time: 0.3528104 Nov 02 13:06:27.982070 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb3213-3df9-4d35-98e4-e76cf7b36496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27e1d67-c20d-4b73-8233-69d9c6a04132,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:29.026117 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c03b5-3032-489a-9144-619d787fb3be req-7aceb8c7-2b4a-42be-b84d-d74f5c2d7059 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:29.028882 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba4c03b5-3032-489a-9144-619d787fb3be req-7aceb8c7-2b4a-42be-b84d-d74f5c2d7059 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 945 time: 0.1119807 Nov 02 13:06:29.104239 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba4c03b5-3032-489a-9144-619d787fb3be req-bc2f8aa0-ff21-4c44-bcc8-e49cc2dd177f tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685179 Nov 02 13:06:30.257524 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea085a50-d3fd-41fa-9fe7-0171fb37e3a4 req-cff73b09-1992-4b5b-9961-f817db22fc52 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:30.259139 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ea085a50-d3fd-41fa-9fe7-0171fb37e3a4 req-cff73b09-1992-4b5b-9961-f817db22fc52 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 945 time: 0.0696709 Nov 02 13:06:30.347096 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ea085a50-d3fd-41fa-9fe7-0171fb37e3a4 req-799c0c2a-16ff-4455-a3ba-bbbdb536e751 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775785 Nov 02 13:06:31.303160 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11771fb1-0ff8-48b9-a321-82b5107a1715 req-02fe01dd-60ca-41f3-9779-bbc5a2b92667 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:31.306088 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-11771fb1-0ff8-48b9-a321-82b5107a1715 req-02fe01dd-60ca-41f3-9779-bbc5a2b92667 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.86 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 945 time: 0.1021709 Nov 02 13:06:31.552406 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-11771fb1-0ff8-48b9-a321-82b5107a1715 req-ca3549f9-9d8e-4258-8627-d6db127a0781 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Deleting port 6a404a35-d8e8-4a54-9927-4679c52cfcfa {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:31.552988 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-11771fb1-0ff8-48b9-a321-82b5107a1715 req-ca3549f9-9d8e-4258-8627-d6db127a0781 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:31.654418 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3072bae-00c4-4cb9-9df8-aaf14cd04725 req-674b09d4-efe2-4485-b2e9-8bad9f37846c tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:31.657932 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c3072bae-00c4-4cb9-9df8-aaf14cd04725 req-674b09d4-efe2-4485-b2e9-8bad9f37846c tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 945 time: 0.1292500 Nov 02 13:06:31.755427 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c3072bae-00c4-4cb9-9df8-aaf14cd04725 req-645736b4-3253-453a-989d-34eccd678dd8 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/security-groups?id=31100346-d6e9-4b97-9fe2-3e2a5428ec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845554 Nov 02 13:06:31.883905 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-11771fb1-0ff8-48b9-a321-82b5107a1715 req-ca3549f9-9d8e-4258-8627-d6db127a0781 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] For port 6a404a35-d8e8-4a54-9927-4679c52cfcfa, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6a404a35-d8e8-4a54-9927-4679c52cfcfa,segment=NetworkSegment(e04bfb03-635f-4a59-a0cc-c0784393e0d8),segment_id=e04bfb03-635f-4a59-a0cc-c0784393e0d8)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:31.883905 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-11771fb1-0ff8-48b9-a321-82b5107a1715 req-ca3549f9-9d8e-4258-8627-d6db127a0781 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:31.886814 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-11771fb1-0ff8-48b9-a321-82b5107a1715 req-ca3549f9-9d8e-4258-8627-d6db127a0781 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Calling delete_port for 6a404a35-d8e8-4a54-9927-4679c52cfcfa owned by compute:nova {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:32.263248 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-11771fb1-0ff8-48b9-a321-82b5107a1715 req-ca3549f9-9d8e-4258-8627-d6db127a0781 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (6a404a35-d8e8-4a54-9927-4679c52cfcfa), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:32.327114 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3549f9-9d8e-4258-8627-d6db127a0781 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Pushing event deleted for resources: {'Port': ['ID=6a404a35-d8e8-4a54-9927-4679c52cfcfa,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:32.332623 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['6a404a35-d8e8-4a54-9927-4679c52cfcfa'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:06:32.453079 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-11771fb1-0ff8-48b9-a321-82b5107a1715 req-ca3549f9-9d8e-4258-8627-d6db127a0781 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] No DVR routers for this DVR port 6a404a35-d8e8-4a54-9927-4679c52cfcfa on host hv-cinder-86327 {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:06:32.458101 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-11771fb1-0ff8-48b9-a321-82b5107a1715 req-ca3549f9-9d8e-4258-8627-d6db127a0781 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:32.462764 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-11771fb1-0ff8-48b9-a321-82b5107a1715 req-ca3549f9-9d8e-4258-8627-d6db127a0781 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.86 "DELETE /v2.0/ports/6a404a35-d8e8-4a54-9927-4679c52cfcfa HTTP/1.1" status: 204 len: 173 time: 1.1487892 Nov 02 13:06:32.463224 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb45d5c-ac99-4e6b-9322-567f1532633d', 'name': 'network-vif-deleted', 'tag': '6a404a35-d8e8-4a54-9927-4679c52cfcfa'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:32.466501 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6ddcdf-9e57-4aba-b72b-6353212e7e00" -d '{"events": [{"server_uuid": "9bb45d5c-ac99-4e6b-9322-567f1532633d", "name": "network-vif-deleted", "tag": "6a404a35-d8e8-4a54-9927-4679c52cfcfa"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:32.534868 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726a50ac-85e9-49b1-b354-b9dbeb2eea1b x-openstack-request-id: req-726a50ac-85e9-49b1-b354-b9dbeb2eea1b {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:32.535511 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb45d5c-ac99-4e6b-9322-567f1532633d", "name": "network-vif-deleted", "tag": "6a404a35-d8e8-4a54-9927-4679c52cfcfa", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:32.536026 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-726a50ac-85e9-49b1-b354-b9dbeb2eea1b {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:32.537504 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726a50ac-85e9-49b1-b354-b9dbeb2eea1b'] response: {'server_uuid': '9bb45d5c-ac99-4e6b-9322-567f1532633d', 'name': 'network-vif-deleted', 'tag': '6a404a35-d8e8-4a54-9927-4679c52cfcfa', 'status': 'completed', 'code': 200} Nov 02 13:06:32.942897 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f7421c48-2ed5-4c00-8f85-93ffddde697c req-a391fff7-3d70-462d-a713-afadd5f40872 tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 210 time: 0.0326636 Nov 02 13:06:33.850408 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55868) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:34.080664 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55886) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:34.167395 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6604a1dc-5ef7-4c88-bfb6-c1a69ba1c6ba req-4008d1df-edcd-4928-8404-4cc8098c04fa tempest-DeleteServersTestJSON-316624243 tempest-DeleteServersTestJSON-316624243-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bb45d5c-ac99-4e6b-9322-567f1532633d HTTP/1.1" status: 200 len: 210 time: 0.0493259 Nov 02 13:06:34.228565 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cc794d24-baff-4436-9225-03c91670c756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.375345 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cc794d24-baff-4436-9225-03c91670c756 admin admin] Publish callbacks [] for security_group (65524150-7f95-42ff-8b85-8b0345f576cf), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.471123 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d23d8a93-4f4b-48cb-8a04-4f2d653ae3ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.582187 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d23d8a93-4f4b-48cb-8a04-4f2d653ae3ed admin admin] Publish callbacks [] for security_group (286d7de5-3721-4092-93e5-d24dd5e99cb1), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.838036 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6acb3a13-e688-4840-8aea-9ecc4ccb5b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.847606 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cc794d24-baff-4436-9225-03c91670c756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (65524150-7f95-42ff-8b85-8b0345f576cf), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.856466 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d23d8a93-4f4b-48cb-8a04-4f2d653ae3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (286d7de5-3721-4092-93e5-d24dd5e99cb1), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.954546 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-cc794d24-baff-4436-9225-03c91670c756 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c36e1008f3384eaeac84caa7c3dbf55e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1023448 Nov 02 13:06:34.960309 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55904) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:34.962048 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-d23d8a93-4f4b-48cb-8a04-4f2d653ae3ed admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=450e0b6c02254a6aa4fdfcef581801b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8797739 Nov 02 13:06:34.963804 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc794d24-baff-4436-9225-03c91670c756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65524150-7f95-42ff-8b85-8b0345f576cf,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:34.973988 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55906) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:35.096780 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d8a93-4f4b-48cb-8a04-4f2d653ae3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286d7de5-3721-4092-93e5-d24dd5e99cb1,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:35.098279 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-92726523-cdc2-433c-8a96-9dfc49ecc2db admin admin] Publish callbacks [] for security_group (65524150-7f95-42ff-8b85-8b0345f576cf), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.101983 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d9ca917d-e7cd-4f56-be5f-4d778159a08d admin admin] Publish callbacks [] for security_group (286d7de5-3721-4092-93e5-d24dd5e99cb1), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.142549 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-92726523-cdc2-433c-8a96-9dfc49ecc2db admin admin] Publish callbacks [] for security_group (65524150-7f95-42ff-8b85-8b0345f576cf), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.147574 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d9ca917d-e7cd-4f56-be5f-4d778159a08d admin admin] Publish callbacks [] for security_group (286d7de5-3721-4092-93e5-d24dd5e99cb1), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.203131 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55910) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:35.353853 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-92726523-cdc2-433c-8a96-9dfc49ecc2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (65524150-7f95-42ff-8b85-8b0345f576cf), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.359046 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-92726523-cdc2-433c-8a96-9dfc49ecc2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.364591 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-92726523-cdc2-433c-8a96-9dfc49ecc2db admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/65524150-7f95-42ff-8b85-8b0345f576cf HTTP/1.1" status: 204 len: 168 time: 0.3964567 Nov 02 13:06:35.386821 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92726523-cdc2-433c-8a96-9dfc49ecc2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65524150-7f95-42ff-8b85-8b0345f576cf,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:35.390674 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4124e11f-1716-498c-b3b2-5007e0526312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.399517 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d9ca917d-e7cd-4f56-be5f-4d778159a08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (286d7de5-3721-4092-93e5-d24dd5e99cb1), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.402793 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d9ca917d-e7cd-4f56-be5f-4d778159a08d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.414771 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-d9ca917d-e7cd-4f56-be5f-4d778159a08d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/286d7de5-3721-4092-93e5-d24dd5e99cb1 HTTP/1.1" status: 204 len: 168 time: 0.4386766 Nov 02 13:06:35.440141 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca917d-e7cd-4f56-be5f-4d778159a08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286d7de5-3721-4092-93e5-d24dd5e99cb1,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:35.619856 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4124e11f-1716-498c-b3b2-5007e0526312 admin admin] Publish callbacks [] for security_group (b5664bc3-4174-46ee-9c52-c92bfde451b2), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.930538 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4124e11f-1716-498c-b3b2-5007e0526312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (b5664bc3-4174-46ee-9c52-c92bfde451b2), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.978094 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-4124e11f-1716-498c-b3b2-5007e0526312 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fcb7e92583eb4808badcf9b0f2a48465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7733643 Nov 02 13:06:35.979154 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124e11f-1716-498c-b3b2-5007e0526312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5664bc3-4174-46ee-9c52-c92bfde451b2,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:35.982660 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55932) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:36.051829 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7c196c7b-d2c2-44f6-8e82-a53cb8955190 admin admin] Publish callbacks [] for security_group (b5664bc3-4174-46ee-9c52-c92bfde451b2), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.089008 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7c196c7b-d2c2-44f6-8e82-a53cb8955190 admin admin] Publish callbacks [] for security_group (b5664bc3-4174-46ee-9c52-c92bfde451b2), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.217921 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55936) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:36.221637 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 6a404a35-d8e8-4a54-9927-4679c52cfcfa no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:36.250431 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 6a404a35-d8e8-4a54-9927-4679c52cfcfa {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:36.250787 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 6a404a35-d8e8-4a54-9927-4679c52cfcfa not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:36.365516 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7c196c7b-d2c2-44f6-8e82-a53cb8955190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (b5664bc3-4174-46ee-9c52-c92bfde451b2), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.370486 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7c196c7b-d2c2-44f6-8e82-a53cb8955190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.372594 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-7c196c7b-d2c2-44f6-8e82-a53cb8955190 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b5664bc3-4174-46ee-9c52-c92bfde451b2 HTTP/1.1" status: 204 len: 168 time: 0.3880577 Nov 02 13:06:36.387191 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c196c7b-d2c2-44f6-8e82-a53cb8955190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5664bc3-4174-46ee-9c52-c92bfde451b2,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:36.508648 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6e26f104-50af-4722-83df-bcbe336c0bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.644196 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6e26f104-50af-4722-83df-bcbe336c0bda admin admin] Publish callbacks [] for security_group (e1d3b196-6afb-4bd8-87b6-ab66ea0a7ce9), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.732101 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6e26f104-50af-4722-83df-bcbe336c0bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e1d3b196-6afb-4bd8-87b6-ab66ea0a7ce9), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.792000 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26f104-50af-4722-83df-bcbe336c0bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d3b196-6afb-4bd8-87b6-ab66ea0a7ce9,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:36.796538 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55948) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:36.816920 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-6e26f104-50af-4722-83df-bcbe336c0bda admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=303af912ea63459490de823b9a5ee36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5923023 Nov 02 13:06:36.818147 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55952) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:36.827236 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ce53-83b6-4a77-9f21-d408e930b39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.976248 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a96f920e-9034-4e2b-b66c-b631e33d4112 admin admin] Publish callbacks [] for security_group (e1d3b196-6afb-4bd8-87b6-ab66ea0a7ce9), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.010531 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ce53-83b6-4a77-9f21-d408e930b39a admin admin] Publish callbacks [] for security_group (ad9b2871-deda-4b6d-b09b-a7f36d5c6033), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.031530 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a96f920e-9034-4e2b-b66c-b631e33d4112 admin admin] Publish callbacks [] for security_group (e1d3b196-6afb-4bd8-87b6-ab66ea0a7ce9), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.114234 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55956) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:37.120212 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ce53-83b6-4a77-9f21-d408e930b39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (ad9b2871-deda-4b6d-b09b-a7f36d5c6033), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.140689 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c48655fd-43ec-427b-97c0-0c41a61db691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.207662 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4ce53-83b6-4a77-9f21-d408e930b39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9b2871-deda-4b6d-b09b-a7f36d5c6033,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:37.250745 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-b8f4ce53-83b6-4a77-9f21-d408e930b39a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=62810e3dc254406ea5db7653583a99b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4516234 Nov 02 13:06:37.264186 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55958) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:37.285944 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c48655fd-43ec-427b-97c0-0c41a61db691 admin admin] Publish callbacks [] for security_group (4f8fd5d8-a5bf-4aa0-b1b2-edd5b90450d9), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.300396 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a96f920e-9034-4e2b-b66c-b631e33d4112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e1d3b196-6afb-4bd8-87b6-ab66ea0a7ce9), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.306787 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a96f920e-9034-4e2b-b66c-b631e33d4112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.315515 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-a96f920e-9034-4e2b-b66c-b631e33d4112 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e1d3b196-6afb-4bd8-87b6-ab66ea0a7ce9 HTTP/1.1" status: 204 len: 168 time: 0.4881635 Nov 02 13:06:37.322854 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f920e-9034-4e2b-b66c-b631e33d4112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d3b196-6afb-4bd8-87b6-ab66ea0a7ce9,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:37.355795 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-49388a5a-b107-4d4f-9c24-1ae054181f11 admin admin] Publish callbacks [] for security_group (ad9b2871-deda-4b6d-b09b-a7f36d5c6033), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.388145 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c48655fd-43ec-427b-97c0-0c41a61db691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (4f8fd5d8-a5bf-4aa0-b1b2-edd5b90450d9), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.405041 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-49388a5a-b107-4d4f-9c24-1ae054181f11 admin admin] Publish callbacks [] for security_group (ad9b2871-deda-4b6d-b09b-a7f36d5c6033), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.536164 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55972) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:37.537907 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c48655fd-43ec-427b-97c0-0c41a61db691 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5104157eb4b347b389c95f81deb1088e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4202521 Nov 02 13:06:37.539768 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48655fd-43ec-427b-97c0-0c41a61db691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8fd5d8-a5bf-4aa0-b1b2-edd5b90450d9,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:37.590141 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 55974) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:37.631144 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-49388a5a-b107-4d4f-9c24-1ae054181f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (ad9b2871-deda-4b6d-b09b-a7f36d5c6033), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.636201 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-49388a5a-b107-4d4f-9c24-1ae054181f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.639943 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-49388a5a-b107-4d4f-9c24-1ae054181f11 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ad9b2871-deda-4b6d-b09b-a7f36d5c6033 HTTP/1.1" status: 204 len: 168 time: 0.3848958 Nov 02 13:06:37.661920 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49388a5a-b107-4d4f-9c24-1ae054181f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9b2871-deda-4b6d-b09b-a7f36d5c6033,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:37.685125 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-072db694-fe58-4698-9115-b5fdb5b9e827 admin admin] Publish callbacks [] for security_group (4f8fd5d8-a5bf-4aa0-b1b2-edd5b90450d9), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.720946 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-072db694-fe58-4698-9115-b5fdb5b9e827 admin admin] Publish callbacks [] for security_group (4f8fd5d8-a5bf-4aa0-b1b2-edd5b90450d9), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.925139 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-072db694-fe58-4698-9115-b5fdb5b9e827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (4f8fd5d8-a5bf-4aa0-b1b2-edd5b90450d9), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.931778 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-072db694-fe58-4698-9115-b5fdb5b9e827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.933913 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-072db694-fe58-4698-9115-b5fdb5b9e827 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4f8fd5d8-a5bf-4aa0-b1b2-edd5b90450d9 HTTP/1.1" status: 204 len: 168 time: 0.3958256 Nov 02 13:06:37.950489 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072db694-fe58-4698-9115-b5fdb5b9e827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8fd5d8-a5bf-4aa0-b1b2-edd5b90450d9,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:38.066544 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55980) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:38.085012 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-88a1a6e5-0d75-4335-b1c3-3aa0e76a7fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.145654 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f8a14849-893b-44ca-bd44-34471e07d4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548259'] for router_interface (9f938939-8092-434f-8747-f88e8d4c6e73), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.197091 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-88a1a6e5-0d75-4335-b1c3-3aa0e76a7fed admin admin] Publish callbacks [] for security_group (4cfd1e7e-3829-4ed1-b829-40402799ce7e), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.281137 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-88a1a6e5-0d75-4335-b1c3-3aa0e76a7fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (4cfd1e7e-3829-4ed1-b829-40402799ce7e), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.339627 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1a6e5-0d75-4335-b1c3-3aa0e76a7fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfd1e7e-3829-4ed1-b829-40402799ce7e,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:38.363546 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-88a1a6e5-0d75-4335-b1c3-3aa0e76a7fed admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1e415e06a23d47fbaf23c68f925f5d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946708 Nov 02 13:06:38.367744 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 55986) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:38.370770 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-7fd7aa71-83b7-4743-9a99-420703b07406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.454753 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-106c0a9e-ce58-4883-b170-d142fb9df5dc admin admin] Publish callbacks [] for security_group (4cfd1e7e-3829-4ed1-b829-40402799ce7e), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.502273 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-106c0a9e-ce58-4883-b170-d142fb9df5dc admin admin] Publish callbacks [] for security_group (4cfd1e7e-3829-4ed1-b829-40402799ce7e), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.632214 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-f8a14849-893b-44ca-bd44-34471e07d4d1 admin admin] Deleting port c9039845-c83d-48dd-8098-5cff8d20f1bc {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:38.632561 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f8a14849-893b-44ca-bd44-34471e07d4d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.650535 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-106c0a9e-ce58-4883-b170-d142fb9df5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (4cfd1e7e-3829-4ed1-b829-40402799ce7e), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.655562 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-106c0a9e-ce58-4883-b170-d142fb9df5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.655562 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-106c0a9e-ce58-4883-b170-d142fb9df5dc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4cfd1e7e-3829-4ed1-b829-40402799ce7e HTTP/1.1" status: 204 len: 168 time: 0.2849741 Nov 02 13:06:38.673072 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c0a9e-ce58-4883-b170-d142fb9df5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfd1e7e-3829-4ed1-b829-40402799ce7e,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:38.768686 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-f8a14849-893b-44ca-bd44-34471e07d4d1 admin admin] For port c9039845-c83d-48dd-8098-5cff8d20f1bc, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=c9039845-c83d-48dd-8098-5cff8d20f1bc,segment=NetworkSegment(e04bfb03-635f-4a59-a0cc-c0784393e0d8),segment_id=e04bfb03-635f-4a59-a0cc-c0784393e0d8)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:38.769179 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f8a14849-893b-44ca-bd44-34471e07d4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.785534 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-f8a14849-893b-44ca-bd44-34471e07d4d1 admin admin] Calling delete_port for c9039845-c83d-48dd-8098-5cff8d20f1bc owned by network:router_interface {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:39.247282 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f8a14849-893b-44ca-bd44-34471e07d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (c9039845-c83d-48dd-8098-5cff8d20f1bc), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.275119 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a14849-893b-44ca-bd44-34471e07d4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9039845-c83d-48dd-8098-5cff8d20f1bc,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:39.456883 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56000) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:39.498395 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4d9926e4-86d7-4c8d-b506-a93642b624f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.542487 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f8a14849-893b-44ca-bd44-34471e07d4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7808075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542483'] for router_interface (9f938939-8092-434f-8747-f88e8d4c6e73), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.685747 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4d9926e4-86d7-4c8d-b506-a93642b624f3 admin admin] Publish callbacks [] for security_group (84a5e6ed-cf3c-467b-86ed-d31b47c7b16d), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.769957 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4d9926e4-86d7-4c8d-b506-a93642b624f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (84a5e6ed-cf3c-467b-86ed-d31b47c7b16d), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.849619 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-4d9926e4-86d7-4c8d-b506-a93642b624f3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e0c538b3b9e64452a1d1dda43f44793f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882802 Nov 02 13:06:39.849619 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9926e4-86d7-4c8d-b506-a93642b624f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a5e6ed-cf3c-467b-86ed-d31b47c7b16d,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:39.852405 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56012) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:40.002512 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a14849-893b-44ca-bd44-34471e07d4d1 admin admin] Router 9f938939-8092-434f-8747-f88e8d4c6e73 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:40.019599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a0ca8cb8-73b5-487c-9d31-3236ebddfca2 admin admin] Publish callbacks [] for security_group (84a5e6ed-cf3c-467b-86ed-d31b47c7b16d), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:40.106750 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a0ca8cb8-73b5-487c-9d31-3236ebddfca2 admin admin] Publish callbacks [] for security_group (84a5e6ed-cf3c-467b-86ed-d31b47c7b16d), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:40.162269 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:06:40.498836 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a14849-893b-44ca-bd44-34471e07d4d1 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:40.508841 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56030) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:40.512899 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370e0bf-6dfb-418c-a0a2-c2baeac4c686 None None] Sync routers for ids ['9f938939-8092-434f-8747-f88e8d4c6e73'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:40.514390 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-f8a14849-893b-44ca-bd44-34471e07d4d1 admin admin] 10.222.0.93 "PUT /v2.0/routers/9f938939-8092-434f-8747-f88e8d4c6e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9226124 Nov 02 13:06:40.540743 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370e0bf-6dfb-418c-a0a2-c2baeac4c686 None None] Routers {'9f938939-8092-434f-8747-f88e8d4c6e73'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:40.540743 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-4370e0bf-6dfb-418c-a0a2-c2baeac4c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:06:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['9f938939-8092-434f-8747-f88e8d4c6e73'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:40.604678 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:40.652527 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a0ca8cb8-73b5-487c-9d31-3236ebddfca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (84a5e6ed-cf3c-467b-86ed-d31b47c7b16d), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:40.662424 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a0ca8cb8-73b5-487c-9d31-3236ebddfca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:40.667822 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-4370e0bf-6dfb-418c-a0a2-c2baeac4c686 None None] Set router 9f938939-8092-434f-8747-f88e8d4c6e73 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:40.668457 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-a0ca8cb8-73b5-487c-9d31-3236ebddfca2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/84a5e6ed-cf3c-467b-86ed-d31b47c7b16d HTTP/1.1" status: 204 len: 168 time: 0.8105912 Nov 02 13:06:40.678786 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Publish callbacks [] for router (9f938939-8092-434f-8747-f88e8d4c6e73), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:40.694377 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca8cb8-73b5-487c-9d31-3236ebddfca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a5e6ed-cf3c-467b-86ed-d31b47c7b16d,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:40.874621 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-4370e0bf-6dfb-418c-a0a2-c2baeac4c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'name': 'tempest-DeleteServersTestJSON-1453832257-router', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174'}], 'enable_snat': True}, 'gw_port_id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:17Z', 'updated_at': '2022-11-02T13:06:39Z', 'revision_number': 5, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'gw_port': {'id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:40.899269 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Publish callbacks [] for router_gateway (9f938939-8092-434f-8747-f88e8d4c6e73), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:40.902415 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370e0bf-6dfb-418c-a0a2-c2baeac4c686 None None] Checking router: 9f938939-8092-434f-8747-f88e8d4c6e73 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:40.914615 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370e0bf-6dfb-418c-a0a2-c2baeac4c686 None None] Routers {'9f938939-8092-434f-8747-f88e8d4c6e73'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:40.915248 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-4370e0bf-6dfb-418c-a0a2-c2baeac4c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:06:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['9f938939-8092-434f-8747-f88e8d4c6e73'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:41.028551 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-4370e0bf-6dfb-418c-a0a2-c2baeac4c686 None None] Set router 9f938939-8092-434f-8747-f88e8d4c6e73 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:41.066207 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Deleting port eb2947ab-babd-491d-bb3a-a52730ac61b9 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:41.066810 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.226419 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] For port eb2947ab-babd-491d-bb3a-a52730ac61b9, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=eb2947ab-babd-491d-bb3a-a52730ac61b9,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:41.226898 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.245852 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Calling delete_port for eb2947ab-babd-491d-bb3a-a52730ac61b9 owned by network:router_gateway {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:41.267494 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-4370e0bf-6dfb-418c-a0a2-c2baeac4c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'name': 'tempest-DeleteServersTestJSON-1453832257-router', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174'}], 'enable_snat': True}, 'gw_port_id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:17Z', 'updated_at': '2022-11-02T13:06:39Z', 'revision_number': 5, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'gw_port': {'id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:41.303340 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370e0bf-6dfb-418c-a0a2-c2baeac4c686 None None] The sync data for ids ['9f938939-8092-434f-8747-f88e8d4c6e73'] in dv-cinder-863278-1-smb is: [{'id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'name': 'tempest-DeleteServersTestJSON-1453832257-router', 'tenant_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174'}], 'enable_snat': True}, 'gw_port_id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:17Z', 'updated_at': '2022-11-02T13:06:39Z', 'revision_number': 5, 'project_id': 'ef4f28a8b02b49d3ada95089ac7aad08', 'gw_port': {'id': 'eb2947ab-babd-491d-bb3a-a52730ac61b9', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f938939-8092-434f-8747-f88e8d4c6e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:41.456015 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.638552 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.703047 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (eb2947ab-babd-491d-bb3a-a52730ac61b9), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.766073 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2947ab-babd-491d-bb3a-a52730ac61b9,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:41.924263 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547305'] for router_gateway (9f938939-8092-434f-8747-f88e8d4c6e73), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:42.064987 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100844'] for router (9f938939-8092-434f-8747-f88e8d4c6e73), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:42.070802 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Publish callbacks [] for router_controller (9f938939-8092-434f-8747-f88e8d4c6e73), precommit_delete_associations {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:42.131749 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c9039845-c83d-48dd-8098-5cff8d20f1bc no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:42.171198 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: c9039845-c83d-48dd-8098-5cff8d20f1bc {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:42.172013 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c9039845-c83d-48dd-8098-5cff8d20f1bc not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:42.297253 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56076) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:42.330002 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542981'] for router (9f938939-8092-434f-8747-f88e8d4c6e73), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:42.331060 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f938939-8092-434f-8747-f88e8d4c6e73 {{(pid=116229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:06:42.343307 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:42.346378 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-5a0180fa-f4fe-449c-8695-9952bace2be1 admin admin] 10.222.0.93 "DELETE /v2.0/routers/9f938939-8092-434f-8747-f88e8d4c6e73 HTTP/1.1" status: 204 len: 168 time: 1.8354046 Nov 02 13:06:42.348784 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56080) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:42.436103 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_v2 [None req-87acc25f-62d4-4601-bd0b-856c3629e91a admin admin] Deleting subnet a80eccce-8ff3-45fe-a4c0-c0516d923ef0 {{(pid=116229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:06:42.442038 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-87acc25f-62d4-4601-bd0b-856c3629e91a admin admin] Publish callbacks [] for subnet (a80eccce-8ff3-45fe-a4c0-c0516d923ef0), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:42.506123 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-87acc25f-62d4-4601-bd0b-856c3629e91a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5101508'] for subnet (a80eccce-8ff3-45fe-a4c0-c0516d923ef0), precommit_delete_associations {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:42.731236 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-87acc25f-62d4-4601-bd0b-856c3629e91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (a80eccce-8ff3-45fe-a4c0-c0516d923ef0), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:42.935965 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-3c367a6b-7e09-4abd-a799-369fb1d5dad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:42.969199 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-87acc25f-62d4-4601-bd0b-856c3629e91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4721749'] for subnet (a80eccce-8ff3-45fe-a4c0-c0516d923ef0), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.034748 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-87acc25f-62d4-4601-bd0b-856c3629e91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.044919 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ec0c99-62e2-4018-bf6f-26da723c6ea7 None None] Network 576ef56d-5e96-4481-abf1-a0e3fd0d9061 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:43.046494 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-87acc25f-62d4-4601-bd0b-856c3629e91a admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a80eccce-8ff3-45fe-a4c0-c0516d923ef0 HTTP/1.1" status: 204 len: 168 time: 0.6961923 Nov 02 13:06:43.047976 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acc25f-62d4-4601-bd0b-856c3629e91a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a80eccce-8ff3-45fe-a4c0-c0516d923ef0,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:43.050801 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56088) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:43.142333 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-3c367a6b-7e09-4abd-a799-369fb1d5dad0 admin admin] Publish callbacks [] for security_group (ad143ef0-3db5-4c9b-a5cc-c2b927c788de), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.253469 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (576ef56d-5e96-4481-abf1-a0e3fd0d9061), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.309536 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] DHCP port deletion for 576ef56d-5e96-4481-abf1-a0e3fd0d9061 request from dv-cinder-863278-1-smb {{(pid=116231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:06:43.318376 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-3c367a6b-7e09-4abd-a799-369fb1d5dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (ad143ef0-3db5-4c9b-a5cc-c2b927c788de), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.364797 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Deleting port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:43.365079 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.379275 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Deleting port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 {{(pid=116231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:43.380016 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), before_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.449481 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-3c367a6b-7e09-4abd-a799-369fb1d5dad0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7e2a27f6f9c548b89fe117be071c67f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1505203 Nov 02 13:06:43.453091 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56094) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:43.453291 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c367a6b-7e09-4abd-a799-369fb1d5dad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad143ef0-3db5-4c9b-a5cc-c2b927c788de,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:43.477172 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0b26770-7972-4e14-800c-22d31d7b14b7 req-bcbe6e17-a863-49d8-925b-54746d9690b4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2091377 Nov 02 13:06:43.481787 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] For port 3a2d51e1-1c08-42c2-88a5-47b0882eef38, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=3a2d51e1-1c08-42c2-88a5-47b0882eef38,segment=NetworkSegment(e04bfb03-635f-4a59-a0cc-c0784393e0d8),segment_id=e04bfb03-635f-4a59-a0cc-c0784393e0d8)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:43.481787 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.504552 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Calling delete_port for 3a2d51e1-1c08-42c2-88a5-47b0882eef38 owned by network:dhcp {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:43.591392 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] For port 3a2d51e1-1c08-42c2-88a5-47b0882eef38, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=3a2d51e1-1c08-42c2-88a5-47b0882eef38,segment=NetworkSegment(e04bfb03-635f-4a59-a0cc-c0784393e0d8),segment_id=e04bfb03-635f-4a59-a0cc-c0784393e0d8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:43.592582 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), precommit_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.615841 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Calling delete_port for 3a2d51e1-1c08-42c2-88a5-47b0882eef38 owned by network:dhcp {{(pid=116231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:43.657471 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b26770-7972-4e14-800c-22d31d7b14b7 req-d8020e1b-e5b5-4051-9708-6b2eaa408f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:43.660467 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0b26770-7972-4e14-800c-22d31d7b14b7 req-d8020e1b-e5b5-4051-9708-6b2eaa408f59 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 1130 time: 0.1084344 Nov 02 13:06:43.841816 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-976a333f-85c3-4c0b-8d27-e247baef5db1 admin admin] Publish callbacks [] for security_group (ad143ef0-3db5-4c9b-a5cc-c2b927c788de), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.858602 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b26770-7972-4e14-800c-22d31d7b14b7 req-f6e71d00-eccb-4ab0-9c00-44b4e5fdfab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:43.860683 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0b26770-7972-4e14-800c-22d31d7b14b7 req-f6e71d00-eccb-4ab0-9c00-44b4e5fdfab6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 919 time: 0.1684196 Nov 02 13:06:43.886951 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-976a333f-85c3-4c0b-8d27-e247baef5db1 admin admin] Publish callbacks [] for security_group (ad143ef0-3db5-4c9b-a5cc-c2b927c788de), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.932824 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0b26770-7972-4e14-800c-22d31d7b14b7 req-f6615505-2369-4865-a39b-8f06b5870ffd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 HTTP/1.1" status: 200 len: 1002 time: 0.0652092 Nov 02 13:06:43.964296 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), after_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.975892 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (3a2d51e1-1c08-42c2-88a5-47b0882eef38), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.994216 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b26770-7972-4e14-800c-22d31d7b14b7 req-dee71203-d75f-47b8-8225-27e7e2327dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:43.995461 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Pushing event deleted for resources: {'Port': ['ID=3a2d51e1-1c08-42c2-88a5-47b0882eef38,revision_number=None']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:43.996472 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0b26770-7972-4e14-800c-22d31d7b14b7 req-dee71203-d75f-47b8-8225-27e7e2327dc9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 200 len: 856 time: 0.0556836 Nov 02 13:06:44.023365 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.032915 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.033575 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2d51e1-1c08-42c2-88a5-47b0882eef38,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:44.033808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.033808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.033808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.033808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.033808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.033808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.033808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.033808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.033808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.033808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.033808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:44.043750 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d081cd6-194a-4510-81de-1ad4ee4b37b3 None None] No DVR routers for this DVR port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 on host dv-cinder-863278-1-smb {{(pid=116231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:06:44.046291 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] No DVR routers for this DVR port 3a2d51e1-1c08-42c2-88a5-47b0882eef38 on host dv-cinder-863278-1-smb {{(pid=116229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:06:44.097486 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-976a333f-85c3-4c0b-8d27-e247baef5db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (ad143ef0-3db5-4c9b-a5cc-c2b927c788de), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:44.109171 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-976a333f-85c3-4c0b-8d27-e247baef5db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:44.110675 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-976a333f-85c3-4c0b-8d27-e247baef5db1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ad143ef0-3db5-4c9b-a5cc-c2b927c788de HTTP/1.1" status: 204 len: 168 time: 0.6565332 Nov 02 13:06:44.115794 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b26770-7972-4e14-800c-22d31d7b14b7 req-9ed85e29-f022-4e11-bc9c-fc5489e46ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:44.119481 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0b26770-7972-4e14-800c-22d31d7b14b7 req-9ed85e29-f022-4e11-bc9c-fc5489e46ed2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af1e376b-b426-494b-8a32-b21f326de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1095452 Nov 02 13:06:44.133173 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a333f-85c3-4c0b-8d27-e247baef5db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad143ef0-3db5-4c9b-a5cc-c2b927c788de,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:44.191493 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 3a2d51e1-1c08-42c2-88a5-47b0882eef38 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:44.213572 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (576ef56d-5e96-4481-abf1-a0e3fd0d9061), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:44.254392 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 3a2d51e1-1c08-42c2-88a5-47b0882eef38 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:44.254857 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 3a2d51e1-1c08-42c2-88a5-47b0882eef38 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:44.255300 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device eb2947ab-babd-491d-bb3a-a52730ac61b9 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:44.256036 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576ef56d-5e96-4481-abf1-a0e3fd0d9061']}} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:44.271903 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04bfb03-635f-4a59-a0cc-c0784393e0d8') {'for_net_delete': True} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:44.272302 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04bfb03-635f-4a59-a0cc-c0784393e0d8') {} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:44.287034 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5101533'] for segment (e04bfb03-635f-4a59-a0cc-c0784393e0d8), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:44.307249 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (e04bfb03-635f-4a59-a0cc-c0784393e0d8), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:44.310523 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: eb2947ab-babd-491d-bb3a-a52730ac61b9 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:44.310886 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device eb2947ab-babd-491d-bb3a-a52730ac61b9 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:44.325830 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Releasing vlan 1493 on physical network physnet1 to pool {{(pid=116229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:06:44.325830 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5056759'] for segment (e04bfb03-635f-4a59-a0cc-c0784393e0d8), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:44.340126 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0b26770-7972-4e14-800c-22d31d7b14b7 req-fa641589-e739-4cc4-a6cf-71637a7389e9 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109547 Nov 02 13:06:44.414121 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment e04bfb03-635f-4a59-a0cc-c0784393e0d8 resource provider aggregate not found Nov 02 13:06:44.438474 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment e04bfb03-635f-4a59-a0cc-c0784393e0d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e04bfb03-635f-4a59-a0cc-c0784393e0d8 found for delete ", "request_id": "req-582453c9-f23c-46a1-89b6-164fc561040e"}]} Nov 02 13:06:44.461886 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0b26770-7972-4e14-800c-22d31d7b14b7 req-9c7d66e5-38d3-4839-92ab-e2b4532e4bbe service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148160 Nov 02 13:06:44.505212 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (576ef56d-5e96-4481-abf1-a0e3fd0d9061), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:44.534209 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:44.544577 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] 10.222.0.93 "DELETE /v2.0/networks/576ef56d-5e96-4481-abf1-a0e3fd0d9061 HTTP/1.1" status: 204 len: 168 time: 1.4859905 Nov 02 13:06:44.544577 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3ec2a-9bb1-453f-8ab1-e10c9da68e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=576ef56d-5e96-4481-abf1-a0e3fd0d9061,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:44.877239 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:45.517747 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56144) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:45.576495 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-f2837746-a0e2-4bdf-8d55-7c54b7dbd229 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ef4f28a8b02b49d3ada95089ac7aad08&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0560546 Nov 02 13:06:45.584338 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56146) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:45.641611 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4160eeb0-6533-419b-a96e-7bc9a612d069 admin admin] Publish callbacks [] for security_group (31100346-d6e9-4b97-9fe2-3e2a5428ec54), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:45.664612 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56150) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:45.668760 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4160eeb0-6533-419b-a96e-7bc9a612d069 admin admin] Publish callbacks [] for security_group (31100346-d6e9-4b97-9fe2-3e2a5428ec54), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:45.683814 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c36eba62-ff05-4c9c-b479-7fc9477c7fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:45.844478 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4160eeb0-6533-419b-a96e-7bc9a612d069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (31100346-d6e9-4b97-9fe2-3e2a5428ec54), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:45.848845 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4160eeb0-6533-419b-a96e-7bc9a612d069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:45.853420 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-4160eeb0-6533-419b-a96e-7bc9a612d069 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/31100346-d6e9-4b97-9fe2-3e2a5428ec54 HTTP/1.1" status: 204 len: 168 time: 0.2679892 Nov 02 13:06:45.862516 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160eeb0-6533-419b-a96e-7bc9a612d069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31100346-d6e9-4b97-9fe2-3e2a5428ec54,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:45.911828 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c36eba62-ff05-4c9c-b479-7fc9477c7fd0 admin admin] Publish callbacks [] for security_group (0786ad0a-59d2-4a54-9894-5082a9c33fc0), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.008185 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c36eba62-ff05-4c9c-b479-7fc9477c7fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (0786ad0a-59d2-4a54-9894-5082a9c33fc0), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.060854 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36eba62-ff05-4c9c-b479-7fc9477c7fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0786ad0a-59d2-4a54-9894-5082a9c33fc0,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:46.067194 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c36eba62-ff05-4c9c-b479-7fc9477c7fd0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ddb1b227d6ec497dbf12c4df76bca1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013066 Nov 02 13:06:46.070973 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56166) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:46.141644 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a6114bcb-9289-4a1c-bc1f-2f677639bd7e admin admin] Publish callbacks [] for security_group (0786ad0a-59d2-4a54-9894-5082a9c33fc0), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.174488 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a6114bcb-9289-4a1c-bc1f-2f677639bd7e admin admin] Publish callbacks [] for security_group (0786ad0a-59d2-4a54-9894-5082a9c33fc0), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.360116 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a6114bcb-9289-4a1c-bc1f-2f677639bd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (0786ad0a-59d2-4a54-9894-5082a9c33fc0), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.363021 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a6114bcb-9289-4a1c-bc1f-2f677639bd7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.367562 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-a6114bcb-9289-4a1c-bc1f-2f677639bd7e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0786ad0a-59d2-4a54-9894-5082a9c33fc0 HTTP/1.1" status: 204 len: 168 time: 0.2915475 Nov 02 13:06:46.377993 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6114bcb-9289-4a1c-bc1f-2f677639bd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0786ad0a-59d2-4a54-9894-5082a9c33fc0,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:48.466115 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56264) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:48.516065 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56270) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:48.629969 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd133-f6cd-4049-8a82-93bab7cedbb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.749214 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd133-f6cd-4049-8a82-93bab7cedbb2 admin admin] Publish callbacks [] for security_group (ef2b8f7e-ba91-403e-9af3-e6bfd0f76a50), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.793783 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56280) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:48.854933 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-302877459-network', 'tenant_id': 'e14285133936400298eb7b8b17c51daa'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:48.863837 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1016460945-network', 'tenant_id': '2d01eb9ce69e4a63ad7cc8b14f09c2af'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:48.872310 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd133-f6cd-4049-8a82-93bab7cedbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (ef2b8f7e-ba91-403e-9af3-e6bfd0f76a50), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.918374 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-9a2fd133-f6cd-4049-8a82-93bab7cedbb2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=575fe9ae61ab4f6696e4af6e9e9036ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417655 Nov 02 13:06:48.918374 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fd133-f6cd-4049-8a82-93bab7cedbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2b8f7e-ba91-403e-9af3-e6bfd0f76a50,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:48.918633 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56288) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:48.986612 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-92773db7-8811-43da-86bb-cb747c607bcf admin admin] Publish callbacks [] for security_group (ef2b8f7e-ba91-403e-9af3-e6bfd0f76a50), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.011147 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-92773db7-8811-43da-86bb-cb747c607bcf admin admin] Publish callbacks [] for security_group (ef2b8f7e-ba91-403e-9af3-e6bfd0f76a50), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.063363 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Made reservation on behalf of 2d01eb9ce69e4a63ad7cc8b14f09c2af for: {'network': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:49.067091 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.070059 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Made reservation on behalf of e14285133936400298eb7b8b17c51daa for: {'network': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:49.078218 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.090507 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.093222 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.233240 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-92773db7-8811-43da-86bb-cb747c607bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (ef2b8f7e-ba91-403e-9af3-e6bfd0f76a50), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.239918 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-92773db7-8811-43da-86bb-cb747c607bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.242283 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-92773db7-8811-43da-86bb-cb747c607bcf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ef2b8f7e-ba91-403e-9af3-e6bfd0f76a50 HTTP/1.1" status: 204 len: 168 time: 0.3211665 Nov 02 13:06:49.257028 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92773db7-8811-43da-86bb-cb747c607bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2b8f7e-ba91-403e-9af3-e6bfd0f76a50,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.383046 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Publish callbacks [] for security_group (6fa21b46-7a3b-48c3-814e-56f37af7d869), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.388123 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Publish callbacks [] for security_group (f5c83d39-9cf2-4ebc-b0fd-693597655c34), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.506942 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (6fa21b46-7a3b-48c3-814e-56f37af7d869), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.543577 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1467, 'physical_network': 'physnet1'} {{(pid=116230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:06:49.577230 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f5c83d39-9cf2-4ebc-b0fd-693597655c34), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.592030 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (0ac5cdef-e68a-4f5d-b7b3-fd159da622af), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.592592 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.segments_db [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Added segment 0ac5cdef-e68a-4f5d-b7b3-fd159da622af of type vlan for network c9fd9e66-8f40-4269-a56c-345e624b8058 Nov 02 13:06:49.596966 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa21b46-7a3b-48c3-814e-56f37af7d869,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.629946 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] vlan segment allocate from pool success with {'vlan_id': 1465, 'physical_network': 'physnet1'} {{(pid=116230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:06:49.688366 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (c9fd9e66-8f40-4269-a56c-345e624b8058), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.694148 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (3d20b08a-51ed-4c73-bc9c-13b668254d2f), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.694499 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.segments_db [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Added segment 3d20b08a-51ed-4c73-bc9c-13b668254d2f of type vlan for network 633b57ec-1ef5-4655-b632-bc8c070d432b Nov 02 13:06:49.708808 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c83d39-9cf2-4ebc-b0fd-693597655c34,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.763449 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (633b57ec-1ef5-4655-b632-bc8c070d432b), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.895023 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (c9fd9e66-8f40-4269-a56c-345e624b8058), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.904641 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:49.904641 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.968964 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] Pushing event updated for resources: {'Network': ['ID=c9fd9e66-8f40-4269-a56c-345e624b8058,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.974256 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (633b57ec-1ef5-4655-b632-bc8c070d432b), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.975499 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:49.976250 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.983988 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network c9fd9e66-8f40-4269-a56c-345e624b8058 details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:06:50.117800 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-553a7adb-1782-493f-883c-bc370dcd66ef admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5984204 Nov 02 13:06:50.121181 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56326) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:50.132880 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-fcacd55a-8ddb-4f49-aa4a-e3918444ac8c admin admin] Request body: {'subnet': {'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-subnet', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:50.155469 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] Pushing event updated for resources: {'Network': ['ID=633b57ec-1ef5-4655-b632-bc8c070d432b,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:50.173816 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network 633b57ec-1ef5-4655-b632-bc8c070d432b details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:06:50.190013 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-b956f070-ddbd-4d25-9776-ffdc0cc8cf3e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3940356 Nov 02 13:06:50.193294 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56330) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:50.202104 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-3914089c-1c90-43b8-b7b4-ee8c6c761860 admin admin] Request body: {'subnet': {'network_id': '633b57ec-1ef5-4655-b632-bc8c070d432b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1016460945-subnet', 'tenant_id': '2d01eb9ce69e4a63ad7cc8b14f09c2af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:50.272413 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcacd55a-8ddb-4f49-aa4a-e3918444ac8c admin admin] Made reservation on behalf of e14285133936400298eb7b8b17c51daa for: {'subnet': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:50.276865 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-fcacd55a-8ddb-4f49-aa4a-e3918444ac8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5051866'] for subnet (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:50.359023 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3914089c-1c90-43b8-b7b4-ee8c6c761860 admin admin] Made reservation on behalf of 2d01eb9ce69e4a63ad7cc8b14f09c2af for: {'subnet': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:50.362582 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-3914089c-1c90-43b8-b7b4-ee8c6c761860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5051866'] for subnet (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:50.673228 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-fcacd55a-8ddb-4f49-aa4a-e3918444ac8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4597217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5051688'] for subnet (acb6ee6b-ee5f-4cf3-9955-0cdea2234655), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:50.734355 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacd55a-8ddb-4f49-aa4a-e3918444ac8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb6ee6b-ee5f-4cf3-9955-0cdea2234655,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:50.747025 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcacd55a-8ddb-4f49-aa4a-e3918444ac8c admin admin] Checking segment: {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:50.747190 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcacd55a-8ddb-4f49-aa4a-e3918444ac8c admin admin] Network hostable DHCP agents. Network: c9fd9e66-8f40-4269-a56c-345e624b8058, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:06:50.808804 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-3914089c-1c90-43b8-b7b4-ee8c6c761860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4597217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5051688'] for subnet (5d5da59f-a7b5-4436-a8ed-c73d87e83021), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:50.889990 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914089c-1c90-43b8-b7b4-ee8c6c761860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5da59f-a7b5-4436-a8ed-c73d87e83021,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:50.902774 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcacd55a-8ddb-4f49-aa4a-e3918444ac8c admin admin] Network c9fd9e66-8f40-4269-a56c-345e624b8058 is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:06:50.907984 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3914089c-1c90-43b8-b7b4-ee8c6c761860 admin admin] Checking segment: {'id': '3d20b08a-51ed-4c73-bc9c-13b668254d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '633b57ec-1ef5-4655-b632-bc8c070d432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:50.907984 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3914089c-1c90-43b8-b7b4-ee8c6c761860 admin admin] Network hostable DHCP agents. Network: 633b57ec-1ef5-4655-b632-bc8c070d432b, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:06:51.061933 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-fcacd55a-8ddb-4f49-aa4a-e3918444ac8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, c9fd9e66-8f40-4269-a56c-345e624b8058) {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:51.067710 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcacd55a-8ddb-4f49-aa4a-e3918444ac8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:51.069435 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-fcacd55a-8ddb-4f49-aa4a-e3918444ac8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.075679 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bb0b71-175e-4197-a278-900e98535b63 None None] Network c9fd9e66-8f40-4269-a56c-345e624b8058 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:51.198088 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3914089c-1c90-43b8-b7b4-ee8c6c761860 admin admin] Network 633b57ec-1ef5-4655-b632-bc8c070d432b is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:06:51.205229 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-3914089c-1c90-43b8-b7b4-ee8c6c761860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, 633b57ec-1ef5-4655-b632-bc8c070d432b) {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:51.212255 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3914089c-1c90-43b8-b7b4-ee8c6c761860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:51.213559 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-3914089c-1c90-43b8-b7b4-ee8c6c761860 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.233576 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576492a6-f18d-4e68-bd46-38a664baff3a None None] Network 633b57ec-1ef5-4655-b632-bc8c070d432b requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:51.282979 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56356) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:51.283818 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-fcacd55a-8ddb-4f49-aa4a-e3918444ac8c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1563699 Nov 02 13:06:51.290748 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:51.345765 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-3914089c-1c90-43b8-b7b4-ee8c6c761860 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1424193 Nov 02 13:06:51.362003 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22c6f8f6-30ef-567c-b537-462a2bfff626-c9fd9e66-8f40-4269-a56c-345e624b8058', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'project_id': 'e14285133936400298eb7b8b17c51daa', 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655'}]}} from dv-cinder-863278-1-smb. {{(pid=116231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:06:51.363024 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.428650 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7940b239-ae8e-467a-b4f3-26d8f4d41117 None None] Network 633b57ec-1ef5-4655-b632-bc8c070d432b requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:51.453382 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100830'] for router (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.456162 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100821'] for router (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.545931 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Publish callbacks [] for router_controller (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), precommit_add_association {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.693912 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.db_base_plugin_common [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Allocated IP 172.20.0.2 (c9fd9e66-8f40-4269-a56c-345e624b8058/acb6ee6b-ee5f-4cf3-9955-0cdea2234655/db81b359-f5e5-454d-a5c6-77b6c8f5287d) {{(pid=116231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:51.920007 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Publish callbacks [] for router_gateway (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.987865 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Publish callbacks [] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), precommit_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.079762 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56386) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:52.084065 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.134841 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Network c9fd9e66-8f40-4269-a56c-345e624b8058 is already hosted by enough agents. {{(pid=116231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:52.138315 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.base_scheduler [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Resources bound (agent type, host, resource id): {{(pid=116231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:52.141329 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Received port after_create {{(pid=116231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:52.177173 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Pushing event updated for resources: {'Port': ['ID=db81b359-f5e5-454d-a5c6-77b6c8f5287d,revision_number=1']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:52.235571 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Attempting to bind port db81b359-f5e5-454d-a5c6-77b6c8f5287d on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:06:52.236193 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Attempting to bind port db81b359-f5e5-454d-a5c6-77b6c8f5287d by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:06:52.236756 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Attempting to bind port db81b359-f5e5-454d-a5c6-77b6c8f5287d on network c9fd9e66-8f40-4269-a56c-345e624b8058 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:52.253826 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:52.255647 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Checking segment: {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:52.255647 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.255647 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Bound using segment: {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:52.257241 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Bound port: db81b359-f5e5-454d-a5c6-77b6c8f5287d, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:06:52.258555 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.340032 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] For port db81b359-f5e5-454d-a5c6-77b6c8f5287d, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:52.346354 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] For port db81b359-f5e5-454d-a5c6-77b6c8f5287d, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=db81b359-f5e5-454d-a5c6-77b6c8f5287d,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:52.368281 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e0742205-996a-49e6-98f2-5e9102b105fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.435608 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Publish callbacks [] for router_gateway (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.452648 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.457797 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.635787 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973cbd0-eb1e-4ae6-9058-7ac93bb59353 None None] Pushing event updated for resources: {'Port': ['ID=db81b359-f5e5-454d-a5c6-77b6c8f5287d,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:52.665425 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Allocated IP 172.28.4.243 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/9236446e-93a7-4949-abb7-2870fdbcf3ce) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:52.699857 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e0742205-996a-49e6-98f2-5e9102b105fd admin admin] Publish callbacks [] for security_group (b6224a0c-ffc7-4b99-b788-27d79f0adaee), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.717990 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56414) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:52.813601 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56420) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:52.819475 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1081900609-network', 'tenant_id': '891a697d005546a68d6f8f638074d753'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:52.838729 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e0742205-996a-49e6-98f2-5e9102b105fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (b6224a0c-ffc7-4b99-b788-27d79f0adaee), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.912828 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Made reservation on behalf of 891a697d005546a68d6f8f638074d753 for: {'network': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:52.915978 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.929302 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.950028 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-e0742205-996a-49e6-98f2-5e9102b105fd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=713f499dda8742c4ae1331ce68f41d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8691025 Nov 02 13:06:52.956727 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56426) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:52.968490 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0742205-996a-49e6-98f2-5e9102b105fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6224a0c-ffc7-4b99-b788-27d79f0adaee,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:52.981547 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Publish callbacks [] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.089965 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0d7f-6b8c-4521-a217-3d94132fad79 admin admin] Publish callbacks [] for security_group (b6224a0c-ffc7-4b99-b788-27d79f0adaee), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.154791 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.155818 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0d7f-6b8c-4521-a217-3d94132fad79 admin admin] Publish callbacks [] for security_group (b6224a0c-ffc7-4b99-b788-27d79f0adaee), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.158144 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-12b3a9b0-b2fb-4dfc-b533-9a26a23fa2ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.174665 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Publish callbacks [] for security_group (aa7fd92f-5392-4533-ae3c-6a193e4de442), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.205230 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:53.221147 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:53.227959 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:53.268678 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (aa7fd92f-5392-4533-ae3c-6a193e4de442), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.284413 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Pushing event updated for resources: {'Port': ['ID=9236446e-93a7-4949-abb7-2870fdbcf3ce,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:53.329784 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7fd92f-5392-4533-ae3c-6a193e4de442,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:53.377574 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-12b3a9b0-b2fb-4dfc-b533-9a26a23fa2ea admin admin] Publish callbacks [] for security_group (e4fe6532-0a42-4147-af30-29dd333ec88a), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.394147 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0d7f-6b8c-4521-a217-3d94132fad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (b6224a0c-ffc7-4b99-b788-27d79f0adaee), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.422294 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0d7f-6b8c-4521-a217-3d94132fad79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.423925 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-4f4a0d7f-6b8c-4521-a217-3d94132fad79 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b6224a0c-ffc7-4b99-b788-27d79f0adaee HTTP/1.1" status: 204 len: 168 time: 0.4527988 Nov 02 13:06:53.424482 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] vlan segment allocate from pool success with {'vlan_id': 1491, 'physical_network': 'physnet1'} {{(pid=116230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:06:53.441817 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a0d7f-6b8c-4521-a217-3d94132fad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6224a0c-ffc7-4b99-b788-27d79f0adaee,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:53.460134 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (bbe46a94-a993-432c-ae0b-8de03d8d13f2), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.465937 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.segments_db [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Added segment bbe46a94-a993-432c-ae0b-8de03d8d13f2 of type vlan for network 84810c64-8d5b-4c1f-8b98-29a1cf04113a Nov 02 13:06:53.552140 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-12b3a9b0-b2fb-4dfc-b533-9a26a23fa2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e4fe6532-0a42-4147-af30-29dd333ec88a), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.599844 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (84810c64-8d5b-4c1f-8b98-29a1cf04113a), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.633985 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-12b3a9b0-b2fb-4dfc-b533-9a26a23fa2ea admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2a8f1c30ea664381a20c965a3a422eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9164019 Nov 02 13:06:53.638485 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56446) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:53.638971 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3a9b0-b2fb-4dfc-b533-9a26a23fa2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fe6532-0a42-4147-af30-29dd333ec88a,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:53.717194 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-650eb501-9ea6-4ead-8f29-30bf868648b0 admin admin] Publish callbacks [] for security_group (e4fe6532-0a42-4147-af30-29dd333ec88a), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.735873 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-650eb501-9ea6-4ead-8f29-30bf868648b0 admin admin] Publish callbacks [] for security_group (e4fe6532-0a42-4147-af30-29dd333ec88a), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.827872 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd96b0f-a73d-455d-bb7b-aa8529ad0f0c None None] Network c9fd9e66-8f40-4269-a56c-345e624b8058 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:53.972521 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Publish callbacks [] for router_gateway (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.993215 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-84f6980d-046d-4500-93cc-2b5223b3e088 None None] Provisioning complete for port db81b359-f5e5-454d-a5c6-77b6c8f5287d triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:53.993589 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-84f6980d-046d-4500-93cc-2b5223b3e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.993952 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-84f6980d-046d-4500-93cc-2b5223b3e088 None None] Attempt 1 to provision port db81b359-f5e5-454d-a5c6-77b6c8f5287d Nov 02 13:06:53.999899 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (84810c64-8d5b-4c1f-8b98-29a1cf04113a), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.001262 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:54.002034 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.009973 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-650eb501-9ea6-4ead-8f29-30bf868648b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e4fe6532-0a42-4147-af30-29dd333ec88a), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.012593 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-650eb501-9ea6-4ead-8f29-30bf868648b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.014187 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-650eb501-9ea6-4ead-8f29-30bf868648b0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e4fe6532-0a42-4147-af30-29dd333ec88a HTTP/1.1" status: 204 len: 168 time: 0.3741534 Nov 02 13:06:54.028275 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650eb501-9ea6-4ead-8f29-30bf868648b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fe6532-0a42-4147-af30-29dd333ec88a,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:54.115617 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-84f6980d-046d-4500-93cc-2b5223b3e088 None None] Current status of the port db81b359-f5e5-454d-a5c6-77b6c8f5287d is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:54.116033 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-84f6980d-046d-4500-93cc-2b5223b3e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.184197 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-84f6980d-046d-4500-93cc-2b5223b3e088 None None] For port db81b359-f5e5-454d-a5c6-77b6c8f5287d, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=db81b359-f5e5-454d-a5c6-77b6c8f5287d,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:54.207733 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] Pushing event updated for resources: {'Network': ['ID=84810c64-8d5b-4c1f-8b98-29a1cf04113a,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:54.239804 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network 84810c64-8d5b-4c1f-8b98-29a1cf04113a details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:06:54.295468 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-8f026db1-cd84-4ff5-922d-9eeb18fc1839 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4798658 Nov 02 13:06:54.302445 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56460) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:54.327556 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-6ec65ce2-db94-4b7e-a0b3-a169754cfdbd admin admin] Request body: {'subnet': {'network_id': '84810c64-8d5b-4c1f-8b98-29a1cf04113a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1081900609-subnet', 'tenant_id': '891a697d005546a68d6f8f638074d753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:54.354748 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547277'] for router (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.403628 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device db81b359-f5e5-454d-a5c6-77b6c8f5287d up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:54.403628 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-84f6980d-046d-4500-93cc-2b5223b3e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.559835 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-f267a838-b072-4526-89d3-042280b5a83c None None] Provisioning complete for port db81b359-f5e5-454d-a5c6-77b6c8f5287d triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:54.560801 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-f267a838-b072-4526-89d3-042280b5a83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.561146 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-f267a838-b072-4526-89d3-042280b5a83c None None] Attempt 1 to provision port db81b359-f5e5-454d-a5c6-77b6c8f5287d Nov 02 13:06:54.589020 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6980d-046d-4500-93cc-2b5223b3e088 None None] Pushing event updated for resources: {'Port': ['ID=db81b359-f5e5-454d-a5c6-77b6c8f5287d,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:54.614926 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port db81b359-f5e5-454d-a5c6-77b6c8f5287d triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:54.615300 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.615643 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port db81b359-f5e5-454d-a5c6-77b6c8f5287d Nov 02 13:06:54.621702 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec65ce2-db94-4b7e-a0b3-a169754cfdbd admin admin] Made reservation on behalf of 891a697d005546a68d6f8f638074d753 for: {'subnet': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:54.626388 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-6ec65ce2-db94-4b7e-a0b3-a169754cfdbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5051866'] for subnet (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.696442 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-f267a838-b072-4526-89d3-042280b5a83c None None] Current status of the port db81b359-f5e5-454d-a5c6-77b6c8f5287d is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:54.751816 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port db81b359-f5e5-454d-a5c6-77b6c8f5287d is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:54.793470 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 is scheduled to L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b with binding_index 1 {{(pid=116229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:06:54.915003 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-6ec65ce2-db94-4b7e-a0b3-a169754cfdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4597217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5051688'] for subnet (f145d2f3-05bb-4030-a210-f2cde5be684f), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.928083 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:54.941269 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Sync routers for ids ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:54.956155 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Routers {'8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:54.956816 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:06:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:55.019599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec65ce2-db94-4b7e-a0b3-a169754cfdbd admin admin] Checking segment: {'id': 'bbe46a94-a993-432c-ae0b-8de03d8d13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1491, 'network_id': '84810c64-8d5b-4c1f-8b98-29a1cf04113a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:55.020173 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec65ce2-db94-4b7e-a0b3-a169754cfdbd admin admin] Network hostable DHCP agents. Network: 84810c64-8d5b-4c1f-8b98-29a1cf04113a, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:06:55.022268 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec65ce2-db94-4b7e-a0b3-a169754cfdbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f145d2f3-05bb-4030-a210-f2cde5be684f,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:55.079977 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.084587 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-34551b34-490f-49de-b481-a38e3f882c1c admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7964606 Nov 02 13:06:55.084744 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56486) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:55.099257 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Set router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:55.193114 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec65ce2-db94-4b7e-a0b3-a169754cfdbd admin admin] Network 84810c64-8d5b-4c1f-8b98-29a1cf04113a is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:06:55.296870 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-6ec65ce2-db94-4b7e-a0b3-a169754cfdbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, 84810c64-8d5b-4c1f-8b98-29a1cf04113a) {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:55.305286 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec65ce2-db94-4b7e-a0b3-a169754cfdbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:55.306867 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-6ec65ce2-db94-4b7e-a0b3-a169754cfdbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.338601 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0ac369-902c-48d3-bc82-f39146aee9bd None None] Network 84810c64-8d5b-4c1f-8b98-29a1cf04113a requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:55.529429 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-6ec65ce2-db94-4b7e-a0b3-a169754cfdbd admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2244852 Nov 02 13:06:55.797911 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145648d9-46e1-46dc-9562-d13b11227b28 None None] Network 84810c64-8d5b-4c1f-8b98-29a1cf04113a requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:55.849067 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:53Z', 'revision_number': 3, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:55.886914 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Checking router: 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:55.887358 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Updating router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 port 9236446e-93a7-4949-abb7-2870fdbcf3ce binding host dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:06:55.943035 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.987269 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.151978 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device db81b359-f5e5-454d-a5c6-77b6c8f5287d up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:56.292273 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Allocated IP 172.20.0.1 (c9fd9e66-8f40-4269-a56c-345e624b8058/acb6ee6b-ee5f-4cf3-9955-0cdea2234655/c24ab2ba-56b1-4baf-bdb5-66e666acfbbb) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:56.327193 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port db81b359-f5e5-454d-a5c6-77b6c8f5287d triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:56.328052 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.328605 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port db81b359-f5e5-454d-a5c6-77b6c8f5287d Nov 02 13:06:56.513020 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Publish callbacks [] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.570246 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Publish callbacks [] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), precommit_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.572393 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port db81b359-f5e5-454d-a5c6-77b6c8f5287d is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:56.707198 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.709395 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.776047 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Attempting to bind port 9236446e-93a7-4949-abb7-2870fdbcf3ce on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:06:56.776047 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Attempting to bind port 9236446e-93a7-4949-abb7-2870fdbcf3ce by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:06:56.776559 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Attempting to bind port 9236446e-93a7-4949-abb7-2870fdbcf3ce on network 77ce1c78-9b99-4e9d-8799-30ad603e3245 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:56.790852 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:56.791237 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Checking segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:56.792072 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.792759 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Bound using segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:56.793569 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Bound port: 9236446e-93a7-4949-abb7-2870fdbcf3ce, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:06:56.794128 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.801792 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-92bf3c9d-141d-46d7-bec4-db1c18bd5914 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:56.810808 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-92bf3c9d-141d-46d7-bec4-db1c18bd5914 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/networks?id=633b57ec-1ef5-4655-b632-bc8c070d432b HTTP/1.1" status: 200 len: 809 time: 0.1538754 Nov 02 13:06:56.832305 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-6bb5486e-17f8-4fda-b5c2-f3a2150c978c tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/quotas/2d01eb9ce69e4a63ad7cc8b14f09c2af HTTP/1.1" status: 200 len: 375 time: 0.0200920 Nov 02 13:06:56.841522 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Network c9fd9e66-8f40-4269-a56c-345e624b8058 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:56.879721 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:56.886434 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:56.889102 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-619d4218-d821-4532-9ae0-e77ca6d9a9f5 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2d01eb9ce69e4a63ad7cc8b14f09c2af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527840 Nov 02 13:06:56.895481 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Pushing event updated for resources: {'Port': ['ID=c24ab2ba-56b1-4baf-bdb5-66e666acfbbb,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:56.916518 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8711cd-1e9a-444d-9b72-83a29237ea38 None None] Pushing event updated for resources: {'Port': ['ID=9236446e-93a7-4949-abb7-2870fdbcf3ce,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:57.032475 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548120'] for router_interface (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.064877 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] For port 9236446e-93a7-4949-abb7-2870fdbcf3ce, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:57.080738 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] For port 9236446e-93a7-4949-abb7-2870fdbcf3ce, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=9236446e-93a7-4949-abb7-2870fdbcf3ce,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:57.163018 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-fef3f62d-77bb-4673-81e9-9b8f9bf72ee8 service neutron] 10.222.0.93 "GET /v2.0/networks/633b57ec-1ef5-4655-b632-bc8c070d432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708166 Nov 02 13:06:57.215804 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.256702 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Routers {'8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:57.257351 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:06:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:57.276261 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-b25629d6-f8d7-4c9f-932a-bc45a56dee32 service neutron] 10.222.0.93 "GET /v2.0/networks/633b57ec-1ef5-4655-b632-bc8c070d432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123452 Nov 02 13:06:57.384744 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Provisioning complete for port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:57.385150 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.385491 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Attempt 1 to provision port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb Nov 02 13:06:57.395479 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8711cd-1e9a-444d-9b72-83a29237ea38 None None] Pushing event updated for resources: {'Port': ['ID=9236446e-93a7-4949-abb7-2870fdbcf3ce,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:57.424210 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.510794 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:57.520875 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] Set router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:57.770335 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-74b00e9e-2186-4fbf-93a2-450bf0cbd2c2 req-4403e7ef-0f3d-4b99-9056-0c7908e508bf tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 210 time: 0.0714047 Nov 02 13:06:57.817913 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Publish callbacks [] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.834486 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:53Z', 'revision_number': 3, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:57.866421 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b2850-575a-435d-85c5-3c70fe070232 None None] The sync data for ids ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'] in dv-cinder-863278-1-smb is: [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:53Z', 'revision_number': 3, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:57.930566 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:58.012266 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Attempt 2 to provision port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb Nov 02 13:06:58.081099 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7808084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548236'] for router_interface (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:58.142473 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:58.279478 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56594) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:58.381355 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Pushing event updated for resources: {'Port': ['ID=c24ab2ba-56b1-4baf-bdb5-66e666acfbbb,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:58.455127 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Network c9fd9e66-8f40-4269-a56c-345e624b8058 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:58.459435 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:58.555142 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2635-abdf-42be-8dd0-394e7e151d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:58.643611 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Attempt 3 to provision port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb Nov 02 13:06:58.740770 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2635-abdf-42be-8dd0-394e7e151d71 admin admin] Publish callbacks [] for security_group (7de31259-a081-4bdb-8877-690e1897cf65), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:58.754856 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:58.761072 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:58.920714 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2635-abdf-42be-8dd0-394e7e151d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7de31259-a081-4bdb-8877-690e1897cf65), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:58.954496 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-be03dabf-6d7e-46e2-bf1e-ebb71c59a881 req-ebff0bf9-9cdd-438f-9dcf-8f1ea32ef4f8 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 210 time: 0.0824835 Nov 02 13:06:58.961158 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d2635-abdf-42be-8dd0-394e7e151d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de31259-a081-4bdb-8877-690e1897cf65,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:59.006566 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-0a8d2635-abdf-42be-8dd0-394e7e151d71 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=29a1b211a5ff4498b7d2bdb963a186e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7112322 Nov 02 13:06:59.006777 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56612) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:59.027209 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:59.038857 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-da6e56ac-9ae3-4a7c-ae5f-2876086b0770 admin admin] 10.222.0.93 "PUT /v2.0/routers/8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9529586 Nov 02 13:06:59.099039 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1c5cb00d-97d4-4272-9998-338fb017734c admin admin] Publish callbacks [] for security_group (7de31259-a081-4bdb-8877-690e1897cf65), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.132224 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1c5cb00d-97d4-4272-9998-338fb017734c admin admin] Publish callbacks [] for security_group (7de31259-a081-4bdb-8877-690e1897cf65), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.256161 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Attempt 4 to provision port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb Nov 02 13:06:59.350903 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:59.638330 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1c5cb00d-97d4-4272-9998-338fb017734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7de31259-a081-4bdb-8877-690e1897cf65), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.641290 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1c5cb00d-97d4-4272-9998-338fb017734c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.642761 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-1c5cb00d-97d4-4272-9998-338fb017734c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7de31259-a081-4bdb-8877-690e1897cf65 HTTP/1.1" status: 204 len: 168 time: 0.6482854 Nov 02 13:06:59.659298 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cb00d-97d4-4272-9998-338fb017734c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de31259-a081-4bdb-8877-690e1897cf65,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:59.852764 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Attempt 5 to provision port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb Nov 02 13:06:59.864063 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-e92d2e93-ceaf-4045-9dc5-9eea5ae4cbc5 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:59.865598 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-e92d2e93-ceaf-4045-9dc5-9eea5ae4cbc5 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 818 time: 0.1219690 Nov 02 13:06:59.890206 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-1578c980-5a9d-4bca-9889-3e82650fed42 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/quotas/e14285133936400298eb7b8b17c51daa HTTP/1.1" status: 200 len: 375 time: 0.0139599 Nov 02 13:06:59.894226 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:59.983520 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8137789d-9e5e-43e9-baa3-70e53367b1c1 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814209 Nov 02 13:07:00.145165 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-4078cf72-df71-4658-a44e-1678fa6bfe52 service neutron] 10.222.0.93 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518602 Nov 02 13:07:00.201768 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 9236446e-93a7-4949-abb7-2870fdbcf3ce up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:00.246231 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-10aad30f-632e-4151-bb9d-645b7223988e req-2ea66153-8310-4aeb-90e2-b787c8736a5c tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 210 time: 0.0572541 Nov 02 13:07:00.288771 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 9236446e-93a7-4949-abb7-2870fdbcf3ce triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:00.289318 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.289481 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 9236446e-93a7-4949-abb7-2870fdbcf3ce Nov 02 13:07:00.320570 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-7054911f-36a0-426d-8c87-3898e6f423e3 service neutron] 10.222.0.93 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695828 Nov 02 13:07:00.397140 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Attempt 6 to provision port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb Nov 02 13:07:00.431220 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 9236446e-93a7-4949-abb7-2870fdbcf3ce is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:00.431710 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.458585 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:00.461767 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port 9236446e-93a7-4949-abb7-2870fdbcf3ce, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=9236446e-93a7-4949-abb7-2870fdbcf3ce,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:00.614945 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Sync routers for ids ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:07:00.621026 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.630372 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Routers {'8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:00.631086 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:06:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:00.699309 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=9236446e-93a7-4949-abb7-2870fdbcf3ce,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:00.842287 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Set router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:00.960314 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Attempt 7 to provision port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb Nov 02 13:07:01.046926 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:01.078664 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-96586e4c-f708-42cd-b44c-e8cab39aa709 req-a1b6a474-ea62-47ef-b778-350ec38d6fb0 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 210 time: 0.0479062 Nov 02 13:07:01.250213 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'c24ab2ba-56b1-4baf-bdb5-66e666acfbbb', 'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'mac_address': 'fa:16:3e:bd:6e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 2, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'subnets': [{'id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:01.269965 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-c2872dda-ed2f-4f75-aa08-331f56b6ccbf tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=12eeee0c8a994cab87ef8fec924e4a28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361118 Nov 02 13:07:01.282460 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Checking router: 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:07:01.282826 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Updating router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb binding host dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:07:01.313707 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.389543 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56690) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:01.406150 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-98dc96f1-af6b-4819-bc9e-b72c4552870d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.532473 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-98dc96f1-af6b-4819-bc9e-b72c4552870d admin admin] Publish callbacks [] for security_group (a87001d1-27a2-4722-a53f-1ac6f020fb30), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.547761 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Attempt 8 to provision port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb Nov 02 13:07:01.550584 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-ff3c2c17-6f50-4fb2-9a7b-fc72103df7b7 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:01.552350 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-ff3c2c17-6f50-4fb2-9a7b-fc72103df7b7 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770185 Nov 02 13:07:01.575588 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-9ce87b43-cae0-47e3-8039-cc20a03bb3bc tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/quotas/12eeee0c8a994cab87ef8fec924e4a28 HTTP/1.1" status: 200 len: 375 time: 0.0105534 Nov 02 13:07:01.610772 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:01.629937 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Publish callbacks [] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), precommit_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.645311 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-b72c3b61-520b-4576-a1ed-430f79289274 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=12eeee0c8a994cab87ef8fec924e4a28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607686 Nov 02 13:07:01.706492 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-98dc96f1-af6b-4819-bc9e-b72c4552870d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (a87001d1-27a2-4722-a53f-1ac6f020fb30), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.763991 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-98dc96f1-af6b-4819-bc9e-b72c4552870d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2c44239e406d40babaf399532727435f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725193 Nov 02 13:07:01.766632 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc96f1-af6b-4819-bc9e-b72c4552870d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87001d1-27a2-4722-a53f-1ac6f020fb30,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:01.767088 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56692) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:01.843691 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.852686 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-39357fca-7fef-4009-b874-2f3f9a7a9044 admin admin] Publish callbacks [] for security_group (a87001d1-27a2-4722-a53f-1ac6f020fb30), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.889264 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-39357fca-7fef-4009-b874-2f3f9a7a9044 admin admin] Publish callbacks [] for security_group (a87001d1-27a2-4722-a53f-1ac6f020fb30), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.956207 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Attempting to bind port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:07:01.956843 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Attempting to bind port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:07:01.967089 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Attempting to bind port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb on network c9fd9e66-8f40-4269-a56c-345e624b8058 {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:01.967089 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:07:01.967089 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Checking segment: {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:07:01.967825 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.968537 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Bound using segment: {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:07:01.969343 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Bound port: c24ab2ba-56b1-4baf-bdb5-66e666acfbbb, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'}}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:07:01.970006 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Pushing event updated for resources: {'Port': ['ID=c24ab2ba-56b1-4baf-bdb5-66e666acfbbb,revision_number=3']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.052870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:02.089969 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-93c6affd-a3a3-45ff-923d-da2cb8afe467 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:02.092715 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-93c6affd-a3a3-45ff-923d-da2cb8afe467 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.86 "GET /v2.0/networks?id=633b57ec-1ef5-4655-b632-bc8c070d432b HTTP/1.1" status: 200 len: 809 time: 0.1973896 Nov 02 13:07:02.095514 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] For port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:07:02.099419 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] For port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=c24ab2ba-56b1-4baf-bdb5-66e666acfbbb,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:07:02.122312 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Attempt 9 to provision port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb Nov 02 13:07:02.122406 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Request body: {'port': {'device_id': 'b39a6d51-ae57-4440-bb33-502cb6ae8dc0', 'network_id': '633b57ec-1ef5-4655-b632-bc8c070d432b', 'admin_state_up': True, 'tenant_id': '2d01eb9ce69e4a63ad7cc8b14f09c2af'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:02.153658 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-39357fca-7fef-4009-b874-2f3f9a7a9044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (a87001d1-27a2-4722-a53f-1ac6f020fb30), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.157828 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-39357fca-7fef-4009-b874-2f3f9a7a9044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.159410 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-39357fca-7fef-4009-b874-2f3f9a7a9044 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a87001d1-27a2-4722-a53f-1ac6f020fb30 HTTP/1.1" status: 204 len: 168 time: 0.3909397 Nov 02 13:07:02.192516 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 9236446e-93a7-4949-abb7-2870fdbcf3ce up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:02.231252 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39357fca-7fef-4009-b874-2f3f9a7a9044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87001d1-27a2-4722-a53f-1ac6f020fb30,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:02.279736 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.358731 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Routers {'8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:02.359606 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:06:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:02.407858 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-1fb13131-2efe-4b47-827e-a7fc0312dc70 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:02.413994 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-1fb13131-2efe-4b47-827e-a7fc0312dc70 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 818 time: 0.2739847 Nov 02 13:07:02.427655 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:02.477915 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-e3dc5ad5-beb2-4507-825b-11c02699aef9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/quotas/e14285133936400298eb7b8b17c51daa HTTP/1.1" status: 200 len: 375 time: 0.0545952 Nov 02 13:07:02.503453 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 9236446e-93a7-4949-abb7-2870fdbcf3ce triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:02.504334 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.504967 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 9236446e-93a7-4949-abb7-2870fdbcf3ce Nov 02 13:07:02.569499 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985a9b8-a9c2-4ed6-b843-b11e3d119ddd None None] Pushing event updated for resources: {'Port': ['ID=c24ab2ba-56b1-4baf-bdb5-66e666acfbbb,revision_number=4']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:02.600914 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Made reservation on behalf of 2d01eb9ce69e4a63ad7cc8b14f09c2af for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:07:02.627754 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.746386 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-d7fc01c5-f9a0-4ddd-ad5d-887252255264 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2669685 Nov 02 13:07:02.906105 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] Set router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:02.973139 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Attempt 10 to provision port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb Nov 02 13:07:02.985794 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Allocated IP 172.20.0.14 (633b57ec-1ef5-4655-b632-bc8c070d432b/5d5da59f-a7b5-4436-a8ed-c73d87e83021/9283ba62-03e8-461b-ac20-be2d92b1a2ef) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:07:03.158679 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-0c629759-b397-4250-af4e-69bd7356b5cd service neutron] 10.222.0.93 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990290 Nov 02 13:07:03.204175 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 9236446e-93a7-4949-abb7-2870fdbcf3ce is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:03.321505 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Current status of the port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:03.332047 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:03.353106 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Publish callbacks [] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:03.370274 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-93d11502-f1e3-4984-8dc7-a808a7001283 service neutron] 10.222.0.93 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093277 Nov 02 13:07:03.395101 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] For port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=c24ab2ba-56b1-4baf-bdb5-66e666acfbbb,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:03.567894 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'c24ab2ba-56b1-4baf-bdb5-66e666acfbbb', 'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'mac_address': 'fa:16:3e:bd:6e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:02Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'subnets': [{'id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:03.578092 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:03.580164 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:03.650762 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ea362-1878-4656-9e64-107397f045b0 None None] The sync data for ids ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'] in dv-cinder-863278-1-smb is: [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'c24ab2ba-56b1-4baf-bdb5-66e666acfbbb', 'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'mac_address': 'fa:16:3e:bd:6e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:02Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'subnets': [{'id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:07:03.710497 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Network 633b57ec-1ef5-4655-b632-bc8c070d432b is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:07:03.732673 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:07:03.743146 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:07:03.802570 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1a7cf-56e9-444b-889f-ec87f068770c None None] Pushing event updated for resources: {'Port': ['ID=c24ab2ba-56b1-4baf-bdb5-66e666acfbbb,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:03.816588 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-dfa14572-e973-4c0b-9ab0-fdba1114c0dc None None] Provisioning complete for port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:03.817870 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-dfa14572-e973-4c0b-9ab0-fdba1114c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:03.818490 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-dfa14572-e973-4c0b-9ab0-fdba1114c0dc None None] Attempt 1 to provision port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb Nov 02 13:07:04.065884 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Pushing event updated for resources: {'Port': ['ID=9283ba62-03e8-461b-ac20-be2d92b1a2ef,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:04.131541 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:04.140444 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.160442 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-dfa14572-e973-4c0b-9ab0-fdba1114c0dc None None] Current status of the port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:04.242214 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311357ba-4144-4096-8fdd-81d41b39b0e4 req-60ac114a-ffba-4d84-9f8b-438c473b3afc tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:04.261917 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-085291e3-1eb5-47de-887d-37498fa954cb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1523690 Nov 02 13:07:04.273640 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-311357ba-4144-4096-8fdd-81d41b39b0e4 req-60ac114a-ffba-4d84-9f8b-438c473b3afc tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 932 time: 0.2473681 Nov 02 13:07:04.302030 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Request body: {'port': {'device_id': 'b39a6d51-ae57-4440-bb33-502cb6ae8dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:04.471713 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-556c9b25-8293-4daa-9abd-7044b689eb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.515379 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.517908 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c24ab2ba-56b1-4baf-bdb5-66e666acfbbb up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:04.526637 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-311357ba-4144-4096-8fdd-81d41b39b0e4 req-0580e4af-36bd-4443-8df3-ad575af63864 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516546 Nov 02 13:07:04.648676 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-99ba6aee-4922-428c-833a-358f08c9358f req-0032ef7f-ff33-4e94-8a64-2d437ba33607 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 210 time: 0.1009083 Nov 02 13:07:04.691455 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:04.693073 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.695176 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb Nov 02 13:07:04.708147 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7f5626b7-6b52-415e-bfd6-beebd72fc9df req-f1cd5d3e-652d-4ff3-bfdb-cd9bf7fb3abc tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 210 time: 0.0847065 Nov 02 13:07:04.930027 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:05.215481 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9283ba62-03e8-461b-ac20-be2d92b1a2ef {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:05.241491 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Publish callbacks [] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.267537 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Transition to ACTIVE for port object 9283ba62-03e8-461b-ac20-be2d92b1a2ef will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:07:05.662552 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.768913 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052372e2-96f1-43e6-a0bd-c63d9db2c36d req-5a72d344-4264-4490-a2c1-65d3d48d8f73 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:05.773473 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-052372e2-96f1-43e6-a0bd-c63d9db2c36d req-5a72d344-4264-4490-a2c1-65d3d48d8f73 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 932 time: 0.1512361 Nov 02 13:07:05.808785 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Pushing event updated for resources: {'Port': ['ID=9283ba62-03e8-461b-ac20-be2d92b1a2ef,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:05.863706 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Attempting to bind port 9283ba62-03e8-461b-ac20-be2d92b1a2ef on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:07:05.864611 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Attempting to bind port 9283ba62-03e8-461b-ac20-be2d92b1a2ef by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '3d20b08a-51ed-4c73-bc9c-13b668254d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '633b57ec-1ef5-4655-b632-bc8c070d432b'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:07:05.866787 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Attempting to bind port 9283ba62-03e8-461b-ac20-be2d92b1a2ef on network 633b57ec-1ef5-4655-b632-bc8c070d432b {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:05.886175 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Port 9283ba62-03e8-461b-ac20-be2d92b1a2ef on network 633b57ec-1ef5-4655-b632-bc8c070d432b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:07:05.887077 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Attempting to bind port 9283ba62-03e8-461b-ac20-be2d92b1a2ef on network 633b57ec-1ef5-4655-b632-bc8c070d432b {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:05.895093 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:07:05.896009 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Checking segment: {'id': '3d20b08a-51ed-4c73-bc9c-13b668254d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '633b57ec-1ef5-4655-b632-bc8c070d432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:07:05.896660 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Bound using segment: {'id': '3d20b08a-51ed-4c73-bc9c-13b668254d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '633b57ec-1ef5-4655-b632-bc8c070d432b'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:07:05.897385 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Bound port: 9283ba62-03e8-461b-ac20-be2d92b1a2ef, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d20b08a-51ed-4c73-bc9c-13b668254d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '633b57ec-1ef5-4655-b632-bc8c070d432b'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:07:05.898035 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.954837 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-052372e2-96f1-43e6-a0bd-c63d9db2c36d req-a8f4140c-fe62-44f9-bb35-8cbad42cad87 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733539 Nov 02 13:07:06.047261 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] For port 9283ba62-03e8-461b-ac20-be2d92b1a2ef, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:07:06.052820 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] For port 9283ba62-03e8-461b-ac20-be2d92b1a2ef, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9283ba62-03e8-461b-ac20-be2d92b1a2ef,segment=NetworkSegment(3d20b08a-51ed-4c73-bc9c-13b668254d2f),segment_id=3d20b08a-51ed-4c73-bc9c-13b668254d2f)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:07:06.152094 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-335dce85-1c5a-447b-84fc-a3b844fdce33 req-13715414-39e3-4125-91c2-594e05f595c1 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 210 time: 0.0582182 Nov 02 13:07:06.188725 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:06.194952 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:06.195888 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:06.198228 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] 10.222.0.86 "PUT /v2.0/ports/9283ba62-03e8-461b-ac20-be2d92b1a2ef HTTP/1.1" status: 200 len: 1094 time: 1.9206676 Nov 02 13:07:06.204782 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39a6d51-ae57-4440-bb33-502cb6ae8dc0', 'tag': '9283ba62-03e8-461b-ac20-be2d92b1a2ef'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:06.204782 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850e337a-dbf0-46ac-b715-6ea7f20a9e69" -d '{"events": [{"name": "network-changed", "server_uuid": "b39a6d51-ae57-4440-bb33-502cb6ae8dc0", "tag": "9283ba62-03e8-461b-ac20-be2d92b1a2ef"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:06.292568 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-9264fec6-e804-4831-81d1-145941f026c8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:06.295101 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-9264fec6-e804-4831-81d1-145941f026c8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 818 time: 0.3658140 Nov 02 13:07:06.297995 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5cf15-d263-4295-a91c-d6488b4dbbca service neutron] Pushing event updated for resources: {'Port': ['ID=9283ba62-03e8-461b-ac20-be2d92b1a2ef,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:06.328381 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-98291876-b534-44ab-9ed6-5587dd8fdc74 req-cb730a47-888c-4ae4-be4d-16e0e0d81df3 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 210 time: 0.0577393 Nov 02 13:07:06.338201 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Request body: {'port': {'device_id': '0e76e673-e74d-4721-80b1-f07ab70540e5', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'admin_state_up': True, 'tenant_id': 'e14285133936400298eb7b8b17c51daa'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:06.387393 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ef36f-cb5f-4da3-8c22-3749a05428b5 req-86c8baa9-0797-40c9-aab3-a7403d3996df tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:06.395468 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1b0ef36f-cb5f-4da3-8c22-3749a05428b5 req-86c8baa9-0797-40c9-aab3-a7403d3996df tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0923972 Nov 02 13:07:06.417631 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9b4c67-6ee0-4d7a-9c8d-46cd94dc92b5 x-openstack-request-id: req-ce9b4c67-6ee0-4d7a-9c8d-46cd94dc92b5 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:06.417977 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39a6d51-ae57-4440-bb33-502cb6ae8dc0", "tag": "9283ba62-03e8-461b-ac20-be2d92b1a2ef", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:06.418298 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ce9b4c67-6ee0-4d7a-9c8d-46cd94dc92b5 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:06.418799 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9b4c67-6ee0-4d7a-9c8d-46cd94dc92b5'] response: {'name': 'network-changed', 'server_uuid': 'b39a6d51-ae57-4440-bb33-502cb6ae8dc0', 'tag': '9283ba62-03e8-461b-ac20-be2d92b1a2ef', 'status': 'completed', 'code': 200} Nov 02 13:07:06.555015 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1b0ef36f-cb5f-4da3-8c22-3749a05428b5 req-a1ab5a4b-4d31-4724-a5d3-6701c3298c46 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347356 Nov 02 13:07:06.562803 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-65452ba7-a9af-4264-81bf-61ff38492bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:06.564346 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-65452ba7-a9af-4264-81bf-61ff38492bba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2d01eb9ce69e4a63ad7cc8b14f09c2af&device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 1128 time: 0.1678379 Nov 02 13:07:06.654339 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Made reservation on behalf of e14285133936400298eb7b8b17c51daa for: {'port': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:07:06.660242 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:06.823004 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-f4bce574-9335-4df0-b218-69c15fe83d5c tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=12eeee0c8a994cab87ef8fec924e4a28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1641006 Nov 02 13:07:06.825628 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-91ed9383-95bd-4dd9-9807-540fa069c60b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9283ba62-03e8-461b-ac20-be2d92b1a2ef HTTP/1.1" status: 200 len: 217 time: 0.0774670 Nov 02 13:07:06.869398 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Allocated IP 172.20.0.11 (c9fd9e66-8f40-4269-a56c-345e624b8058/acb6ee6b-ee5f-4cf3-9955-0cdea2234655/1796ac77-4840-46a3-a56e-0d9224eecdf6) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:07:07.104660 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-66839243-4145-44bc-81a8-bbd3325f184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:07.106138 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-66839243-4145-44bc-81a8-bbd3325f184e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d5da59f-a7b5-4436-a8ed-c73d87e83021 HTTP/1.1" status: 200 len: 849 time: 0.2715354 Nov 02 13:07:07.162803 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-94a6427c-c1d7-42db-b6ac-82814b85418b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=633b57ec-1ef5-4655-b632-bc8c070d432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464771 Nov 02 13:07:07.209858 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31a431-6076-45c6-84f6-deef7f9760a4 req-396296ce-6007-4ef8-9363-1cdbe457d20e tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:07.209858 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1a31a431-6076-45c6-84f6-deef7f9760a4 req-396296ce-6007-4ef8-9363-1cdbe457d20e tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 944 time: 0.1198235 Nov 02 13:07:07.242901 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.333140 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1a31a431-6076-45c6-84f6-deef7f9760a4 req-f5169ab5-6ae7-45ef-863d-30bd8b3d6522 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123149 Nov 02 13:07:07.353422 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-c53ceb62-7ed1-4a35-b0da-7eab4cb265d6 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:07.356944 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-c53ceb62-7ed1-4a35-b0da-7eab4cb265d6 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5225675 Nov 02 13:07:07.358014 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-305079fa-2b51-4817-9822-f58d4cefb128 req-79192d61-2c31-4851-a2b4-d68874763c42 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 210 time: 0.0624707 Nov 02 13:07:07.394188 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Request body: {'port': {'device_id': 'f6b6e7ef-3151-4875-bb24-d0b17eeffd93', 'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec', 'admin_state_up': True, 'tenant_id': '12eeee0c8a994cab87ef8fec924e4a28'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:07.456505 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b9e5630b-5e07-4955-8da2-6d59d97550d3 req-b1d3b8aa-eefc-4dc5-925f-0a619206ead9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 210 time: 0.0413105 Nov 02 13:07:07.471796 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.538593 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Network c9fd9e66-8f40-4269-a56c-345e624b8058 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:07:07.542303 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-de3729a2-ce4f-41ba-ae3e-f5b2f7a4c0d3 service neutron] 10.222.0.86 "GET /v2.0/networks/633b57ec-1ef5-4655-b632-bc8c070d432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625259 Nov 02 13:07:07.542675 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:07:07.547793 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:07:07.578928 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event updated for resources: {'Port': ['ID=1796ac77-4840-46a3-a56e-0d9224eecdf6,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:07.648276 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:07.650096 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.818429 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8a1fc25a-453d-4081-939f-aac111f6ff4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5052843 Nov 02 13:07:07.845835 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Request body: {'port': {'device_id': '0e76e673-e74d-4721-80b1-f07ab70540e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:07.945572 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Provisioning complete for port 1796ac77-4840-46a3-a56e-0d9224eecdf6 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:07.948390 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.949487 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Attempt 1 to provision port 1796ac77-4840-46a3-a56e-0d9224eecdf6 Nov 02 13:07:08.000848 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.025776 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.86', 50606) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:08.029071 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Port 1796ac77-4840-46a3-a56e-0d9224eecdf6 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:08.040822 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42262bf-44a4-4489-a907-237aee76f981 req-be7a377b-386e-4e82-9a8c-39b6e7ffe7fb tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:08.048473 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d42262bf-44a4-4489-a907-237aee76f981 req-be7a377b-386e-4e82-9a8c-39b6e7ffe7fb tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.1719749 Nov 02 13:07:08.061787 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9284d2a0-e1dc-49e3-a5be-22f8dad9ac47 req-c9dbf15a-88af-4c83-ad41-2fe689abd034 service neutron] 10.222.0.86 "GET /v2.0/networks/633b57ec-1ef5-4655-b632-bc8c070d432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106335 Nov 02 13:07:08.074970 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Made reservation on behalf of 12eeee0c8a994cab87ef8fec924e4a28 for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:07:08.089039 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.136573 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.176661 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d42262bf-44a4-4489-a907-237aee76f981 req-22b1031d-4da1-4250-8b9c-93c4fdee91e6 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271589 Nov 02 13:07:08.372371 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Publish callbacks [] for security_group (8200c9a0-b7df-4124-88e9-2981105b99df), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.483534 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-22f7a70e-6218-48b6-bca7-d8a5b924999a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.530389 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Attempt 2 to provision port 1796ac77-4840-46a3-a56e-0d9224eecdf6 Nov 02 13:07:08.565634 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (8200c9a0-b7df-4124-88e9-2981105b99df), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.611431 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Port 1796ac77-4840-46a3-a56e-0d9224eecdf6 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:08.705249 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bad7cc13-2247-4065-8350-b5bd9d9085a8 req-1a196db0-e2f2-41a3-8c72-445fcac14727 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 210 time: 0.1414745 Nov 02 13:07:08.717811 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-479c17dd-3d7b-4fe8-b5c2-513e565004b0 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:08.719517 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-479c17dd-3d7b-4fe8-b5c2-513e565004b0 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 818 time: 0.6908705 Nov 02 13:07:08.730484 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e337a-dbf0-46ac-b715-6ea7f20a9e69 req-b059f548-6fc5-48a4-a3a2-b09b1ee97048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:08.734483 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-850e337a-dbf0-46ac-b715-6ea7f20a9e69 req-b059f548-6fc5-48a4-a3a2-b09b1ee97048 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2d01eb9ce69e4a63ad7cc8b14f09c2af&device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 1128 time: 0.3344584 Nov 02 13:07:08.747442 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Request body: {'port': {'device_id': 'b42b14b3-493a-429c-b8c3-13e046617025', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'admin_state_up': True, 'tenant_id': 'e14285133936400298eb7b8b17c51daa'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:08.919530 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d74f9-4f58-4148-8b91-2287c1c50e6c req-346025e6-4e6f-4753-a451-bcbeb4e146bc tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:08.921046 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-038d74f9-4f58-4148-8b91-2287c1c50e6c req-346025e6-4e6f-4753-a451-bcbeb4e146bc tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 944 time: 0.3309255 Nov 02 13:07:08.964131 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8200c9a0-b7df-4124-88e9-2981105b99df,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:09.047758 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7fc42ea5-0434-4cbd-8733-a062de9574e6 req-58283cd4-4795-429c-83e8-4d3cbb4a168b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 210 time: 0.1247032 Nov 02 13:07:09.081908 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Allocated IP 192.168.233.233 (4e05b1a4-0353-4d9c-9baf-28204c08f7ec/c043c72b-1173-4d48-bd35-627421003cf4/80497a3c-b525-439c-8a95-708b96646b75) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:07:09.097034 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-038d74f9-4f58-4148-8b91-2287c1c50e6c req-c52803a8-766b-42bb-a6f0-9835d09be7c9 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476200 Nov 02 13:07:09.113002 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Attempt 3 to provision port 1796ac77-4840-46a3-a56e-0d9224eecdf6 Nov 02 13:07:09.174934 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Port 1796ac77-4840-46a3-a56e-0d9224eecdf6 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:09.177052 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1796ac77-4840-46a3-a56e-0d9224eecdf6 {{(pid=116229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:09.188604 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Publish callbacks [] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.189573 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e337a-dbf0-46ac-b715-6ea7f20a9e69 req-357b2e4f-69da-4e6b-8ced-18656ba61af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:09.287286 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-850e337a-dbf0-46ac-b715-6ea7f20a9e69 req-357b2e4f-69da-4e6b-8ced-18656ba61af0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=633b57ec-1ef5-4655-b632-bc8c070d432b HTTP/1.1" status: 200 len: 911 time: 0.4487774 Nov 02 13:07:09.288237 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.provisioning_blocks [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Transition to ACTIVE for port object 1796ac77-4840-46a3-a56e-0d9224eecdf6 will not be triggered until provisioned by entity L2. {{(pid=116229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:07:09.288543 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-850e337a-dbf0-46ac-b715-6ea7f20a9e69 req-126cf65a-9162-4e08-a7b2-81bff0a120b3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9283ba62-03e8-461b-ac20-be2d92b1a2ef HTTP/1.1" status: 200 len: 217 time: 0.0542870 Nov 02 13:07:09.289380 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Made reservation on behalf of e14285133936400298eb7b8b17c51daa for: {'port': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:07:09.295236 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.336661 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.353541 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56932) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:09.364487 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-c2fb27fd-5a40-42dd-b4f3-7dc9d4075fb1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885604240', 'description': 'tempest-description--1308161723'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:09.374016 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e337a-dbf0-46ac-b715-6ea7f20a9e69 req-14ef9324-8617-48d1-abb5-2ec5fe391465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:09.378841 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-850e337a-dbf0-46ac-b715-6ea7f20a9e69 req-14ef9324-8617-48d1-abb5-2ec5fe391465 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d5da59f-a7b5-4436-a8ed-c73d87e83021 HTTP/1.1" status: 200 len: 849 time: 0.1075540 Nov 02 13:07:09.416265 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56934) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:09.447918 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-850e337a-dbf0-46ac-b715-6ea7f20a9e69 req-bc00e2ae-fe4e-4834-81d7-2b6dfce373be service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=633b57ec-1ef5-4655-b632-bc8c070d432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578015 Nov 02 13:07:09.467734 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Pushing event updated for resources: {'Port': ['ID=1796ac77-4840-46a3-a56e-0d9224eecdf6,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:09.496033 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Publish callbacks [] for port (80497a3c-b525-439c-8a95-708b96646b75), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.596274 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-850e337a-dbf0-46ac-b715-6ea7f20a9e69 req-f9c0037c-be35-4f79-b4ef-4fda5a563365 service neutron] 10.222.0.86 "GET /v2.0/networks/633b57ec-1ef5-4655-b632-bc8c070d432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419020 Nov 02 13:07:09.612838 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1782d-8f5b-4bfc-b17f-d2f3b7e28e36 req-7a4cc40e-3ff0-44c6-9750-cfa67b2cbbcf tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:09.615700 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-40c1782d-8f5b-4bfc-b17f-d2f3b7e28e36 req-7a4cc40e-3ff0-44c6-9750-cfa67b2cbbcf tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.2803919 Nov 02 13:07:09.660400 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c2fb27fd-5a40-42dd-b4f3-7dc9d4075fb1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.672126 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-30e26617-36f3-427a-890c-72358224982b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.676383 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Attempt 4 to provision port 1796ac77-4840-46a3-a56e-0d9224eecdf6 Nov 02 13:07:09.694663 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (80497a3c-b525-439c-8a95-708b96646b75), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.700051 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Attempting to bind port 1796ac77-4840-46a3-a56e-0d9224eecdf6 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:07:09.700903 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Attempting to bind port 1796ac77-4840-46a3-a56e-0d9224eecdf6 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:07:09.701431 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Attempting to bind port 1796ac77-4840-46a3-a56e-0d9224eecdf6 on network c9fd9e66-8f40-4269-a56c-345e624b8058 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:09.775203 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-850e337a-dbf0-46ac-b715-6ea7f20a9e69 req-59cbe6c3-59fb-45a0-bad8-45a5aecb0176 service neutron] 10.222.0.86 "GET /v2.0/networks/633b57ec-1ef5-4655-b632-bc8c070d432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725819 Nov 02 13:07:09.783497 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Port 1796ac77-4840-46a3-a56e-0d9224eecdf6 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:09.885428 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Network 4e05b1a4-0353-4d9c-9baf-28204c08f7ec is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:07:09.907293 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Pushing event updated for resources: {'Port': ['ID=80497a3c-b525-439c-8a95-708b96646b75,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:09.943122 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:07:09.953172 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:07:10.081146 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:10.081146 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.081146 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c2fb27fd-5a40-42dd-b4f3-7dc9d4075fb1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (1e12306c-0824-48dc-82a2-3114c7141a6f), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.109073 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56946) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:10.125961 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-40c1782d-8f5b-4bfc-b17f-d2f3b7e28e36 req-a7dbc4c5-26a4-4c0e-9562-38567f43c62d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4994929 Nov 02 13:07:10.133990 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bcaed-1f2c-47ed-b9b7-3dabca54a958 req-bcc1a3c3-543e-4a75-8281-045e60ffa918 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:10.135628 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-105bcaed-1f2c-47ed-b9b7-3dabca54a958 req-bcc1a3c3-543e-4a75-8281-045e60ffa918 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 936 time: 0.2860618 Nov 02 13:07:10.166572 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Allocated IP 172.20.0.10 (c9fd9e66-8f40-4269-a56c-345e624b8058/acb6ee6b-ee5f-4cf3-9955-0cdea2234655/7b7045bb-af20-4e9b-8bf8-94f53a785ae9) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:07:10.253972 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c2fb27fd-5a40-42dd-b4f3-7dc9d4075fb1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (1e12306c-0824-48dc-82a2-3114c7141a6f), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.285301 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Attempt 5 to provision port 1796ac77-4840-46a3-a56e-0d9224eecdf6 Nov 02 13:07:10.285936 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-30e26617-36f3-427a-890c-72358224982b admin admin] Publish callbacks [] for security_group (529bfc56-b4d4-488f-82b1-5ab61e416721), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.294246 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Port 1796ac77-4840-46a3-a56e-0d9224eecdf6 on network c9fd9e66-8f40-4269-a56c-345e624b8058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:07:10.294620 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Attempting to bind port 1796ac77-4840-46a3-a56e-0d9224eecdf6 on network c9fd9e66-8f40-4269-a56c-345e624b8058 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:10.300976 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8904cecd-fee2-44e0-b173-99e416424c16 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9108808 Nov 02 13:07:10.329352 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Port 1796ac77-4840-46a3-a56e-0d9224eecdf6 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:10.330358 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Request body: {'port': {'device_id': 'f6b6e7ef-3151-4875-bb24-d0b17eeffd93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:10.358197 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:07:10.358525 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Checking segment: {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:07:10.358918 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Bound using segment: {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:07:10.359443 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Bound port: 1796ac77-4840-46a3-a56e-0d9224eecdf6, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'}}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:07:10.359742 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.373914 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb27fd-5a40-42dd-b4f3-7dc9d4075fb1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e12306c-0824-48dc-82a2-3114c7141a6f,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:10.381240 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-105bcaed-1f2c-47ed-b9b7-3dabca54a958 req-f2b31f85-c6ef-4879-a3ec-dfab978e0b78 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258253 Nov 02 13:07:10.393175 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ab1e1c41-a14a-402b-b7b7-1722c6ce3e68 req-3cebb65a-b929-4cc1-ab31-b3036ace5fe1 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 210 time: 0.0958707 Nov 02 13:07:10.402765 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d9721deb-7ede-42aa-8d52-3a0b4175d91e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.438439 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (80497a3c-b525-439c-8a95-708b96646b75), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.491278 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-30e26617-36f3-427a-890c-72358224982b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (529bfc56-b4d4-488f-82b1-5ab61e416721), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.526230 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c2fb27fd-5a40-42dd-b4f3-7dc9d4075fb1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.527472 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c2fb27fd-5a40-42dd-b4f3-7dc9d4075fb1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1730018 Nov 02 13:07:10.543553 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56956) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:10.556586 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] For port 1796ac77-4840-46a3-a56e-0d9224eecdf6, host hv-cinder-86327, cleared binding levels {{(pid=116229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:07:10.557294 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-8d3ecdb1-8165-4c3b-b5aa-09363124e1a3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'security_group_rule': {'security_group_id': '1e12306c-0824-48dc-82a2-3114c7141a6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:10.601514 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.615420 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] For port 1796ac77-4840-46a3-a56e-0d9224eecdf6, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1796ac77-4840-46a3-a56e-0d9224eecdf6,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:07:10.624196 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-30e26617-36f3-427a-890c-72358224982b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=af770f2894404315b4f1d83095b49644&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2066138 Nov 02 13:07:10.629824 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e26617-36f3-427a-890c-72358224982b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529bfc56-b4d4-488f-82b1-5ab61e416721,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:10.630239 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56958) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:10.699813 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.727895 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb712e-66aa-4aa0-a9f3-56d845062639 req-f5154bff-1d3d-4ab3-a578-96962df3c8a3 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:10.729562 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-37cb712e-66aa-4aa0-a9f3-56d845062639 req-f5154bff-1d3d-4ab3-a578-96962df3c8a3 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 944 time: 0.2049561 Nov 02 13:07:10.767602 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.798594 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:10.803613 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.803613 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] 10.222.0.86 "PUT /v2.0/ports/1796ac77-4840-46a3-a56e-0d9224eecdf6 HTTP/1.1" status: 200 len: 1094 time: 2.9669313 Nov 02 13:07:10.803613 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d9721deb-7ede-42aa-8d52-3a0b4175d91e admin admin] Publish callbacks [] for security_group (00af9c76-cfaa-4b2e-9ecc-498371b4ceec), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.806418 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80497a3c-b525-439c-8a95-708b96646b75 {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:10.810066 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e76e673-e74d-4721-80b1-f07ab70540e5', 'tag': '1796ac77-4840-46a3-a56e-0d9224eecdf6'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:10.814013 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89403d40-5867-4cd4-a3f2-efdc6ab42250" -d '{"events": [{"name": "network-changed", "server_uuid": "0e76e673-e74d-4721-80b1-f07ab70540e5", "tag": "1796ac77-4840-46a3-a56e-0d9224eecdf6"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:10.816698 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Publish callbacks [] for port (80497a3c-b525-439c-8a95-708b96646b75), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.831617 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Attempt 6 to provision port 1796ac77-4840-46a3-a56e-0d9224eecdf6 Nov 02 13:07:10.837244 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Transition to ACTIVE for port object 80497a3c-b525-439c-8a95-708b96646b75 will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:07:10.847951 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecdb1-8165-4c3b-b5aa-09363124e1a3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (018a1082-54f0-42de-a53b-1895c3e2befa), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.880373 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9490b041-e00c-41e6-8ba7-fb12cdd5d516 x-openstack-request-id: req-9490b041-e00c-41e6-8ba7-fb12cdd5d516 {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:10.880691 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e76e673-e74d-4721-80b1-f07ab70540e5", "tag": "1796ac77-4840-46a3-a56e-0d9224eecdf6", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:10.880968 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9490b041-e00c-41e6-8ba7-fb12cdd5d516 {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:10.881409 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9490b041-e00c-41e6-8ba7-fb12cdd5d516'] response: {'name': 'network-changed', 'server_uuid': '0e76e673-e74d-4721-80b1-f07ab70540e5', 'tag': '1796ac77-4840-46a3-a56e-0d9224eecdf6', 'status': 'completed', 'code': 200} Nov 02 13:07:10.886354 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d45211d9-b217-4db3-83ad-0d1d0b58a0f4 None None] Port 1796ac77-4840-46a3-a56e-0d9224eecdf6 had new provisioning blocks added so it will not transition to active. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:07:10.900401 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-daa48b12-ce52-494a-8ebd-4e66f2bc2946 admin admin] Publish callbacks [] for security_group (529bfc56-b4d4-488f-82b1-5ab61e416721), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.908204 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-37cb712e-66aa-4aa0-a9f3-56d845062639 req-ca30b9e8-b3ac-45a9-bc9c-3da9f3a040c7 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666117 Nov 02 13:07:10.919940 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ad8ef-575e-4aa7-9d0d-3df9ff84968f service neutron] Pushing event updated for resources: {'Port': ['ID=1796ac77-4840-46a3-a56e-0d9224eecdf6,revision_number=3']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:10.931851 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecdb1-8165-4c3b-b5aa-09363124e1a3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (018a1082-54f0-42de-a53b-1895c3e2befa), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.961173 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-daa48b12-ce52-494a-8ebd-4e66f2bc2946 admin admin] Publish callbacks [] for security_group (529bfc56-b4d4-488f-82b1-5ab61e416721), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.011316 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.012124 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (80497a3c-b525-439c-8a95-708b96646b75), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.015844 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89403d40-5867-4cd4-a3f2-efdc6ab42250 req-56b25aa6-e2d1-4739-a36c-96ce754c63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:11.020486 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-89403d40-5867-4cd4-a3f2-efdc6ab42250 req-56b25aa6-e2d1-4739-a36c-96ce754c63ba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 1128 time: 0.0943863 Nov 02 13:07:11.020486 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d9721deb-7ede-42aa-8d52-3a0b4175d91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (00af9c76-cfaa-4b2e-9ecc-498371b4ceec), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.108195 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Pushing event updated for resources: {'Port': ['ID=80497a3c-b525-439c-8a95-708b96646b75,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:11.114837 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecdb1-8165-4c3b-b5aa-09363124e1a3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (018a1082-54f0-42de-a53b-1895c3e2befa), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.147531 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ecdb1-8165-4c3b-b5aa-09363124e1a3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018a1082-54f0-42de-a53b-1895c3e2befa,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:11.167114 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Attempting to bind port 80497a3c-b525-439c-8a95-708b96646b75 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:07:11.167449 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Attempting to bind port 80497a3c-b525-439c-8a95-708b96646b75 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '235d404a-e575-4405-9094-ef7907214440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:07:11.167788 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Attempting to bind port 80497a3c-b525-439c-8a95-708b96646b75 on network 4e05b1a4-0353-4d9c-9baf-28204c08f7ec {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:11.175706 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Port 80497a3c-b525-439c-8a95-708b96646b75 on network 4e05b1a4-0353-4d9c-9baf-28204c08f7ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:07:11.176214 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Attempting to bind port 80497a3c-b525-439c-8a95-708b96646b75 on network 4e05b1a4-0353-4d9c-9baf-28204c08f7ec {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:11.185584 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:07:11.186034 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Checking segment: {'id': '235d404a-e575-4405-9094-ef7907214440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:07:11.186387 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Bound using segment: {'id': '235d404a-e575-4405-9094-ef7907214440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:07:11.186842 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Bound port: 80497a3c-b525-439c-8a95-708b96646b75, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '235d404a-e575-4405-9094-ef7907214440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:07:11.187338 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (80497a3c-b525-439c-8a95-708b96646b75), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.189140 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9721deb-7ede-42aa-8d52-3a0b4175d91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00af9c76-cfaa-4b2e-9ecc-498371b4ceec,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:11.264716 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Network c9fd9e66-8f40-4269-a56c-345e624b8058 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:07:11.276290 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d9721deb-7ede-42aa-8d52-3a0b4175d91e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c2266996c78f45f682ff1b69491cf899&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1637175 Nov 02 13:07:11.280930 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56966) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:11.291377 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:07:11.295577 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-daa48b12-ce52-494a-8ebd-4e66f2bc2946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (529bfc56-b4d4-488f-82b1-5ab61e416721), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.298250 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-daa48b12-ce52-494a-8ebd-4e66f2bc2946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.299690 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-daa48b12-ce52-494a-8ebd-4e66f2bc2946 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/529bfc56-b4d4-488f-82b1-5ab61e416721 HTTP/1.1" status: 204 len: 168 time: 0.6649692 Nov 02 13:07:11.300473 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:07:11.318478 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecdb1-8165-4c3b-b5aa-09363124e1a3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.331711 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 56970) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:11.335251 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-8d3ecdb1-8165-4c3b-b5aa-09363124e1a3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7842944 Nov 02 13:07:11.345909 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] For port 80497a3c-b525-439c-8a95-708b96646b75, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:07:11.369384 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event updated for resources: {'Port': ['ID=7b7045bb-af20-4e9b-8bf8-94f53a785ae9,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:11.389484 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-68e5b764-29f6-49ae-921d-7b641a1250c3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'security_group_rule': {'security_group_id': '1e12306c-0824-48dc-82a2-3114c7141a6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:11.393479 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] For port 80497a3c-b525-439c-8a95-708b96646b75, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=80497a3c-b525-439c-8a95-708b96646b75,segment=NetworkSegment(235d404a-e575-4405-9094-ef7907214440),segment_id=235d404a-e575-4405-9094-ef7907214440)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:07:11.434103 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa48b12-ce52-494a-8ebd-4e66f2bc2946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529bfc56-b4d4-488f-82b1-5ab61e416721,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:11.441489 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.451602 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-82e7576b-7c1e-4dc3-a10e-c4c709c8c9a4 admin admin] Publish callbacks [] for security_group (00af9c76-cfaa-4b2e-9ecc-498371b4ceec), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.467833 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7330-bedc-4510-9149-c282147c0bd9 req-0e9e3318-a663-4318-8155-e5acde1b0561 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:11.470504 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-433c7330-bedc-4510-9149-c282147c0bd9 req-0e9e3318-a663-4318-8155-e5acde1b0561 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.2097449 Nov 02 13:07:11.492658 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89403d40-5867-4cd4-a3f2-efdc6ab42250 req-ebea70e0-b8a6-45bf-aea6-04b3354fd927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:11.494894 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-89403d40-5867-4cd4-a3f2-efdc6ab42250 req-ebea70e0-b8a6-45bf-aea6-04b3354fd927 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=e14285133936400298eb7b8b17c51daa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4484591 Nov 02 13:07:11.533385 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:11.534374 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.548381 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-82e7576b-7c1e-4dc3-a10e-c4c709c8c9a4 admin admin] Publish callbacks [] for security_group (00af9c76-cfaa-4b2e-9ecc-498371b4ceec), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.608308 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (80497a3c-b525-439c-8a95-708b96646b75), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.616788 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-433c7330-bedc-4510-9149-c282147c0bd9 req-51db6174-35e0-46cc-bfb8-3e3c799ae9b9 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233752 Nov 02 13:07:11.619851 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:11.620761 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.622387 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] 10.222.0.86 "PUT /v2.0/ports/80497a3c-b525-439c-8a95-708b96646b75 HTTP/1.1" status: 200 len: 1098 time: 1.3053932 Nov 02 13:07:11.622940 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b6e7ef-3151-4875-bb24-d0b17eeffd93', 'tag': '80497a3c-b525-439c-8a95-708b96646b75'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:11.625379 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b0c0a3-2281-451b-8b3a-a50a45d81137" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b6e7ef-3151-4875-bb24-d0b17eeffd93", "tag": "80497a3c-b525-439c-8a95-708b96646b75"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:11.690032 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-aa44a72b-8255-4e83-b36b-a012774f5fda None None] Provisioning complete for port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:11.690746 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-aa44a72b-8255-4e83-b36b-a012774f5fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.691293 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-aa44a72b-8255-4e83-b36b-a012774f5fda None None] Attempt 1 to provision port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 Nov 02 13:07:11.715397 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748ac5f-9e5e-4bf5-94cb-7a572aa75565 service neutron] Pushing event updated for resources: {'Port': ['ID=80497a3c-b525-439c-8a95-708b96646b75,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:11.767263 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-aa44a72b-8255-4e83-b36b-a012774f5fda None None] Port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:11.821214 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e636677-0a6a-4d5f-82f1-142da4a27b47 req-4ee3ed0d-91d4-49c4-8eeb-f19112861a54 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:11.822844 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1e636677-0a6a-4d5f-82f1-142da4a27b47 req-4ee3ed0d-91d4-49c4-8eeb-f19112861a54 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 948 time: 0.0840313 Nov 02 13:07:11.828119 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-68e5b764-29f6-49ae-921d-7b641a1250c3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (12d5dc3f-ce87-47b0-b553-08fd7f7ccf90), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.849078 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb2909-521a-41cc-a544-c070c0fd1c63 req-28735956-de0c-4469-9193-3e92fbc044f9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:11.850890 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4beb2909-521a-41cc-a544-c070c0fd1c63 req-28735956-de0c-4469-9193-3e92fbc044f9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 932 time: 0.2864735 Nov 02 13:07:11.882876 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89403d40-5867-4cd4-a3f2-efdc6ab42250 req-009e40d2-46ca-42ca-adcc-0f748ec7c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:11.884386 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-89403d40-5867-4cd4-a3f2-efdc6ab42250 req-009e40d2-46ca-42ca-adcc-0f748ec7c282 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3834553 Nov 02 13:07:11.886364 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1e636677-0a6a-4d5f-82f1-142da4a27b47 req-5a69df82-eb5e-4b34-b49f-27b018ce6811 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506260 Nov 02 13:07:11.932492 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4beb2909-521a-41cc-a544-c070c0fd1c63 req-e5bc097d-f792-4961-925c-1f7de8393d94 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734503 Nov 02 13:07:11.947283 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-68e5b764-29f6-49ae-921d-7b641a1250c3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (12d5dc3f-ce87-47b0-b553-08fd7f7ccf90), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.953243 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17791d7f-60fc-464c-bbe2-916d6ca1fa91 x-openstack-request-id: req-17791d7f-60fc-464c-bbe2-916d6ca1fa91 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:11.953537 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b6e7ef-3151-4875-bb24-d0b17eeffd93", "tag": "80497a3c-b525-439c-8a95-708b96646b75", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:11.953841 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-17791d7f-60fc-464c-bbe2-916d6ca1fa91 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:11.954314 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17791d7f-60fc-464c-bbe2-916d6ca1fa91'] response: {'name': 'network-changed', 'server_uuid': 'f6b6e7ef-3151-4875-bb24-d0b17eeffd93', 'tag': '80497a3c-b525-439c-8a95-708b96646b75', 'status': 'completed', 'code': 200} Nov 02 13:07:11.986001 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:12.037824 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a342661f-da7c-43cf-9137-613f91d80315 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3006620 Nov 02 13:07:12.042003 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-e88f4f9d-8edf-48c7-8724-bc1f053017ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:12.044415 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-e88f4f9d-8edf-48c7-8724-bc1f053017ba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 1128 time: 0.0575178 Nov 02 13:07:12.046796 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-82e7576b-7c1e-4dc3-a10e-c4c709c8c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (00af9c76-cfaa-4b2e-9ecc-498371b4ceec), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:12.049805 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-82e7576b-7c1e-4dc3-a10e-c4c709c8c9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:12.054449 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-82e7576b-7c1e-4dc3-a10e-c4c709c8c9a4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/00af9c76-cfaa-4b2e-9ecc-498371b4ceec HTTP/1.1" status: 204 len: 168 time: 0.7703967 Nov 02 13:07:12.068414 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Request body: {'port': {'device_id': 'b42b14b3-493a-429c-b8c3-13e046617025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:12.095530 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7576b-7c1e-4dc3-a10e-c4c709c8c9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00af9c76-cfaa-4b2e-9ecc-498371b4ceec,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:12.116410 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0c0a3-2281-451b-8b3a-a50a45d81137 req-8e268820-56b5-4c43-a2e2-1842775863bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:12.118757 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-16b0c0a3-2281-451b-8b3a-a50a45d81137 req-8e268820-56b5-4c43-a2e2-1842775863bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12eeee0c8a994cab87ef8fec924e4a28&device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 1132 time: 0.1170106 Nov 02 13:07:12.148364 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402957c5-e268-4572-9134-f1b879c4a0fa req-ec1da23a-e849-4931-b8f0-cf99303510e8 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:12.156611 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-402957c5-e268-4572-9134-f1b879c4a0fa req-ec1da23a-e849-4931-b8f0-cf99303510e8 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 944 time: 0.1461043 Nov 02 13:07:12.160364 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-68e5b764-29f6-49ae-921d-7b641a1250c3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (12d5dc3f-ce87-47b0-b553-08fd7f7ccf90), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:12.171535 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-712c99fe-d52f-4bf1-a5f8-c548c0726e64 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1796ac77-4840-46a3-a56e-0d9224eecdf6 HTTP/1.1" status: 200 len: 217 time: 0.1050463 Nov 02 13:07:12.179306 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-16b0c0a3-2281-451b-8b3a-a50a45d81137 req-c1287088-d422-4e4c-a60e-6dd7e9da2111 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=12eeee0c8a994cab87ef8fec924e4a28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472348 Nov 02 13:07:12.222898 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5b764-29f6-49ae-921d-7b641a1250c3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d5dc3f-ce87-47b0-b553-08fd7f7ccf90,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:12.268961 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-aa44a72b-8255-4e83-b36b-a012774f5fda None None] Attempt 2 to provision port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 Nov 02 13:07:12.277164 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-935a5e1a-387c-452a-991c-7f72fd67bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:12.279263 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-935a5e1a-387c-452a-991c-7f72fd67bd47 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.0955453 Nov 02 13:07:12.279846 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:12.296314 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-402957c5-e268-4572-9134-f1b879c4a0fa req-a248bd99-55fd-4e70-8141-4aba5c968abb tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385887 Nov 02 13:07:12.312336 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-aa44a72b-8255-4e83-b36b-a012774f5fda None None] Port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:12.353388 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0c0a3-2281-451b-8b3a-a50a45d81137 req-daa1ecbe-11ef-4997-ac87-4b44c9d00197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:12.355137 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-16b0c0a3-2281-451b-8b3a-a50a45d81137 req-daa1ecbe-11ef-4997-ac87-4b44c9d00197 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1680739 Nov 02 13:07:12.357597 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-68e5b764-29f6-49ae-921d-7b641a1250c3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:12.370205 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-68e5b764-29f6-49ae-921d-7b641a1250c3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9907906 Nov 02 13:07:12.370663 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56988) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:12.374332 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'floatingip': {'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:12.380279 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 9283ba62-03e8-461b-ac20-be2d92b1a2ef details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:07:12.464020 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-d5245606-c040-4be0-8f1d-6195311d2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:12.466175 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-d5245606-c040-4be0-8f1d-6195311d2d11 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1759999 Nov 02 13:07:12.543278 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8eaf0428-37f3-47ca-af4a-de559473de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:12.546305 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8eaf0428-37f3-47ca-af4a-de559473de3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12eeee0c8a994cab87ef8fec924e4a28&device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 1132 time: 0.0988419 Nov 02 13:07:12.561537 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 9283ba62-03e8-461b-ac20-be2d92b1a2ef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9283ba62-03e8-461b-ac20-be2d92b1a2ef,segment=NetworkSegment(3d20b08a-51ed-4c73-bc9c-13b668254d2f),segment_id=3d20b08a-51ed-4c73-bc9c-13b668254d2f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:12.577203 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '9283ba62-03e8-461b-ac20-be2d92b1a2ef', 'network_id': '633b57ec-1ef5-4655-b632-bc8c070d432b', 'port_id': '9283ba62-03e8-461b-ac20-be2d92b1a2ef', 'mac_address': 'fa:16:3e:61:fc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1465, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5da59f-a7b5-4436-a8ed-c73d87e83021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:07:12.608265 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-8356cfa1-87cb-4b79-a45a-f79d501a3ebd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=80497a3c-b525-439c-8a95-708b96646b75 HTTP/1.1" status: 200 len: 217 time: 0.0473056 Nov 02 13:07:12.621024 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 9283ba62-03e8-461b-ac20-be2d92b1a2ef is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:12.621691 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:12.638173 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9283ba62-03e8-461b-ac20-be2d92b1a2ef {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:12.649751 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-8f316eb1-5813-4bc5-9161-dfbb9b98c1aa service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764429 Nov 02 13:07:12.665939 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 9283ba62-03e8-461b-ac20-be2d92b1a2ef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9283ba62-03e8-461b-ac20-be2d92b1a2ef,segment=NetworkSegment(3d20b08a-51ed-4c73-bc9c-13b668254d2f),segment_id=3d20b08a-51ed-4c73-bc9c-13b668254d2f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:12.666790 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:12.752157 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:12.776740 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-eb42e5ea-66f7-480b-a3c7-c4b54397b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:12.778911 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-eb42e5ea-66f7-480b-a3c7-c4b54397b497 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c043c72b-1173-4d48-bd35-627421003cf4 HTTP/1.1" status: 200 len: 843 time: 0.1634550 Nov 02 13:07:12.815126 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-aa44a72b-8255-4e83-b36b-a012774f5fda None None] Attempt 3 to provision port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 Nov 02 13:07:12.821755 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=9283ba62-03e8-461b-ac20-be2d92b1a2ef,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:12.860498 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-aa44a72b-8255-4e83-b36b-a012774f5fda None None] Port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:12.861310 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-ab28c289-d9b8-42ae-8df9-fd3cc28d0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:12.863151 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-ab28c289-d9b8-42ae-8df9-fd3cc28d0d49 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4e05b1a4-0353-4d9c-9baf-28204c08f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0774176 Nov 02 13:07:12.890543 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 {{(pid=116229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:12.892992 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 56994) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:12.900643 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f0091b51-81aa-435d-adea-c71ee8b1f3e5 req-b033d282-cd3d-4c1b-a417-1c7297e3ac54 service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432027 Nov 02 13:07:12.902666 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Publish callbacks [] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:12.924247 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.provisioning_blocks [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Transition to ACTIVE for port object 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 will not be triggered until provisioned by entity L2. {{(pid=116229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:07:12.935398 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc085bad-c900-46bc-abf1-748e2173db6f req-9a457170-cb91-4d7b-a82f-2a950b5ff554 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:12.942637 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fc085bad-c900-46bc-abf1-748e2173db6f req-9a457170-cb91-4d7b-a82f-2a950b5ff554 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.1899254 Nov 02 13:07:12.951038 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-494013c7-2986-4f70-8c61-2a315e1e9595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:12.976994 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.005249 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fc085bad-c900-46bc-abf1-748e2173db6f req-d5d20cd7-ca65-4e87-9cbc-dafd6241bb1c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602131 Nov 02 13:07:13.089967 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.098441 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['9283ba62-03e8-461b-ac20-be2d92b1a2ef'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:07:13.117708 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-e6e3b796-4308-4d30-a09b-78964b958040 service neutron] 10.222.0.86 "GET /v2.0/networks/4e05b1a4-0353-4d9c-9baf-28204c08f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468877 Nov 02 13:07:13.217057 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Pushing event updated for resources: {'Port': ['ID=7b7045bb-af20-4e9b-8bf8-94f53a785ae9,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:13.221446 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 57000) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:13.248785 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6308f1d-3de2-48c5-a5d3-37bc6ec4628e req-ec01c2cc-a459-4494-9099-f5b82ff9eda3 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:13.250738 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f6308f1d-3de2-48c5-a5d3-37bc6ec4628e req-ec01c2cc-a459-4494-9099-f5b82ff9eda3 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 944 time: 0.1768358 Nov 02 13:07:13.264384 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4cd153a-158a-4fce-a0c2-7c9219db7c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.277584 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9fa46-b7b4-48eb-9fcc-40bdcb149443 req-dd54d4c7-f704-4d11-89f2-0a69f298ab20 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:13.279319 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-70e9fa46-b7b4-48eb-9fcc-40bdcb149443 req-dd54d4c7-f704-4d11-89f2-0a69f298ab20 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 948 time: 0.2785420 Nov 02 13:07:13.281053 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Allocated IP 172.28.4.107 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/1d49aecc-d6a0-413a-8014-73b00e6c92ec) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:07:13.316092 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-494013c7-2986-4f70-8c61-2a315e1e9595 admin admin] Publish callbacks [] for security_group (1ab2da7e-2f23-4d54-adcd-e638e799bc29), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.360659 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-aa44a72b-8255-4e83-b36b-a012774f5fda None None] Attempt 4 to provision port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 Nov 02 13:07:13.414495 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c18da75-f1b7-4f5f-9316-f2ea50abfa22 req-3be4190b-329a-4e57-880c-d1538daa0fc9 service neutron] 10.222.0.86 "GET /v2.0/networks/4e05b1a4-0353-4d9c-9baf-28204c08f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513285 Nov 02 13:07:13.416940 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-aa44a72b-8255-4e83-b36b-a012774f5fda None None] Port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:13.445273 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-70e9fa46-b7b4-48eb-9fcc-40bdcb149443 req-d7096988-eaf2-4a50-bd40-a90336c68e18 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436779 Nov 02 13:07:13.449225 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-494013c7-2986-4f70-8c61-2a315e1e9595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (1ab2da7e-2f23-4d54-adcd-e638e799bc29), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.513434 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494013c7-2986-4f70-8c61-2a315e1e9595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab2da7e-2f23-4d54-adcd-e638e799bc29,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:13.528208 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-494013c7-2986-4f70-8c61-2a315e1e9595 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1e64f28f248b494792ab23cb36a3d040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6305866 Nov 02 13:07:13.538252 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 57006) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:13.598985 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for port (1d49aecc-d6a0-413a-8014-73b00e6c92ec), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.616399 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Attempting to bind port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:07:13.618353 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Attempting to bind port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:07:13.618353 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Attempting to bind port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 on network c9fd9e66-8f40-4269-a56c-345e624b8058 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:13.637854 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f6308f1d-3de2-48c5-a5d3-37bc6ec4628e req-f0f31169-cc93-4927-a82c-b2bad09da43b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755360 Nov 02 13:07:13.640949 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 on network c9fd9e66-8f40-4269-a56c-345e624b8058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:07:13.641268 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Attempting to bind port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 on network c9fd9e66-8f40-4269-a56c-345e624b8058 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:13.654009 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:07:13.658640 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Checking segment: {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:07:13.658640 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Bound using segment: {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:07:13.658640 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Bound port: 7b7045bb-af20-4e9b-8bf8-94f53a785ae9, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'}}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:07:13.658640 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.726658 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b0dc4-3195-4e0d-8dbe-0dc7a5cbdf95 req-4f07bd01-c4cc-4878-acf6-120b7c3dc0a4 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:13.728519 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-356b0dc4-3195-4e0d-8dbe-0dc7a5cbdf95 req-4f07bd01-c4cc-4878-acf6-120b7c3dc0a4 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 945 time: 0.1262007 Nov 02 13:07:13.732365 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Publish callbacks [] for security_group (1ab2da7e-2f23-4d54-adcd-e638e799bc29), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.748743 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4cd153a-158a-4fce-a0c2-7c9219db7c7e admin admin] Publish callbacks [] for security_group (41ba9aa0-fa9f-4575-997a-ea59bcb8cb58), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.765598 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] For port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9, host hv-cinder-86327, cleared binding levels {{(pid=116229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:07:13.769398 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] For port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7b7045bb-af20-4e9b-8bf8-94f53a785ae9,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:07:13.769974 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Publish callbacks [] for security_group (1ab2da7e-2f23-4d54-adcd-e638e799bc29), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.818110 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (1d49aecc-d6a0-413a-8014-73b00e6c92ec), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.826321 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-356b0dc4-3195-4e0d-8dbe-0dc7a5cbdf95 req-238e6e1a-fec3-4e1d-8c11-bea82ccc7626 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884063 Nov 02 13:07:13.872896 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.875614 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c4cd153a-158a-4fce-a0c2-7c9219db7c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (41ba9aa0-fa9f-4575-997a-ea59bcb8cb58), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.876722 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:07:13.878707 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:07:13.879951 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:13.880491 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.880746 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'Port': ['ID=1d49aecc-d6a0-413a-8014-73b00e6c92ec,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:13.881948 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] 10.222.0.86 "PUT /v2.0/ports/7b7045bb-af20-4e9b-8bf8-94f53a785ae9 HTTP/1.1" status: 200 len: 1094 time: 1.8192236 Nov 02 13:07:13.889752 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:07:13.889912 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42b14b3-493a-429c-b8c3-13e046617025', 'tag': '7b7045bb-af20-4e9b-8bf8-94f53a785ae9'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:13.892511 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1a79c2-027b-4bc3-9a33-beab1288b324" -d '{"events": [{"name": "network-changed", "server_uuid": "b42b14b3-493a-429c-b8c3-13e046617025", "tag": "7b7045bb-af20-4e9b-8bf8-94f53a785ae9"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:13.918366 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-aa44a72b-8255-4e83-b36b-a012774f5fda None None] Attempt 5 to provision port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 Nov 02 13:07:14.015677 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-c4cd153a-158a-4fce-a0c2-7c9219db7c7e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2cb83a30a7be4e61b1ef046f99540aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7910278 Nov 02 13:07:14.016544 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 57016) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:14.022664 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-aa44a72b-8255-4e83-b36b-a012774f5fda None None] Port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 had new provisioning blocks added so it will not transition to active. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:07:14.055710 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20796517-cfc8-40fe-a3f5-dbdef8c0b780 x-openstack-request-id: req-20796517-cfc8-40fe-a3f5-dbdef8c0b780 {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:14.056094 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42b14b3-493a-429c-b8c3-13e046617025", "tag": "7b7045bb-af20-4e9b-8bf8-94f53a785ae9", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:14.056422 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-20796517-cfc8-40fe-a3f5-dbdef8c0b780 {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:14.056839 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20796517-cfc8-40fe-a3f5-dbdef8c0b780'] response: {'name': 'network-changed', 'server_uuid': 'b42b14b3-493a-429c-b8c3-13e046617025', 'tag': '7b7045bb-af20-4e9b-8bf8-94f53a785ae9', 'status': 'completed', 'code': 200} Nov 02 13:07:14.059212 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd153a-158a-4fce-a0c2-7c9219db7c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba9aa0-fa9f-4575-997a-ea59bcb8cb58,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:14.129923 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c548ed-e56b-42dd-af13-6e12678542af service neutron] Pushing event updated for resources: {'Port': ['ID=7b7045bb-af20-4e9b-8bf8-94f53a785ae9,revision_number=3']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:14.193965 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9fb6815e-c2d0-4aae-b733-14960924673a admin admin] Publish callbacks [] for security_group (41ba9aa0-fa9f-4575-997a-ea59bcb8cb58), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:14.199098 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a79c2-027b-4bc3-9a33-beab1288b324 req-39067ca7-e7fb-4997-80aa-8a7e01341f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:14.208742 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ca1a79c2-027b-4bc3-9a33-beab1288b324 req-39067ca7-e7fb-4997-80aa-8a7e01341f05 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 1128 time: 0.0949962 Nov 02 13:07:14.250457 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9fb6815e-c2d0-4aae-b733-14960924673a admin admin] Publish callbacks [] for security_group (41ba9aa0-fa9f-4575-997a-ea59bcb8cb58), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:14.318997 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152278a0-ba80-4856-b94f-ae7f50a1c515 req-79862b86-e79e-493b-b759-fc95f53c7efb tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:14.320615 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-152278a0-ba80-4856-b94f-ae7f50a1c515 req-79862b86-e79e-493b-b759-fc95f53c7efb tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0936842 Nov 02 13:07:14.367008 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a79c2-027b-4bc3-9a33-beab1288b324 req-27ad3b04-29d7-488e-bc43-0a3836bebc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:14.368517 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ca1a79c2-027b-4bc3-9a33-beab1288b324 req-27ad3b04-29d7-488e-bc43-0a3836bebc2b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=e14285133936400298eb7b8b17c51daa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1487226 Nov 02 13:07:14.381873 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-152278a0-ba80-4856-b94f-ae7f50a1c515 req-4f0895c2-5908-454e-810d-46d8a1088a11 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545480 Nov 02 13:07:14.410146 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 9283ba62-03e8-461b-ac20-be2d92b1a2ef up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:14.482957 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a79c2-027b-4bc3-9a33-beab1288b324 req-72a43287-39cb-4889-8684-4cf11571e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:14.484106 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (1ab2da7e-2f23-4d54-adcd-e638e799bc29), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:14.485310 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ca1a79c2-027b-4bc3-9a33-beab1288b324 req-72a43287-39cb-4889-8684-4cf11571e9f8 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1092398 Nov 02 13:07:14.487314 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:14.492687 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1ab2da7e-2f23-4d54-adcd-e638e799bc29 HTTP/1.1" status: 204 len: 168 time: 0.9462078 Nov 02 13:07:14.499310 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab2da7e-2f23-4d54-adcd-e638e799bc29,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:14.510220 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.510614 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.510964 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.511409 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.511755 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.512126 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.512523 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.513497 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.513928 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.514583 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.515037 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.515619 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.516170 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c614cc-90df-43d1-b10e-a092148fb57e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:14.629945 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9fb6815e-c2d0-4aae-b733-14960924673a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (41ba9aa0-fa9f-4575-997a-ea59bcb8cb58), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:14.637004 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9fb6815e-c2d0-4aae-b733-14960924673a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:14.637004 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-9fb6815e-c2d0-4aae-b733-14960924673a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/41ba9aa0-fa9f-4575-997a-ea59bcb8cb58 HTTP/1.1" status: 204 len: 168 time: 0.5763619 Nov 02 13:07:14.666808 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6815e-c2d0-4aae-b733-14960924673a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba9aa0-fa9f-4575-997a-ea59bcb8cb58,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:14.685938 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-25a0c11f-a877-48a5-9589-14d8814a8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:14.706094 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-25a0c11f-a877-48a5-9589-14d8814a8791 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 1128 time: 0.1237261 Nov 02 13:07:14.710377 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (1dd28d30-1be6-4978-95e9-a60a2917ec7d), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:14.711241 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccdc3d-c3d9-4a7c-92bc-b3055ae2f4cb req-1df6562b-00c7-480b-b582-dee280f982d2 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:14.714246 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7bccdc3d-c3d9-4a7c-92bc-b3055ae2f4cb req-1df6562b-00c7-480b-b582-dee280f982d2 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 948 time: 0.1240671 Nov 02 13:07:14.719053 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 9283ba62-03e8-461b-ac20-be2d92b1a2ef completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:07:14.741367 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 9283ba62-03e8-461b-ac20-be2d92b1a2ef triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:14.758608 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:14.758608 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 9283ba62-03e8-461b-ac20-be2d92b1a2ef Nov 02 13:07:14.837451 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-ea92c965-9273-4153-acf7-a69fa5056554 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b7045bb-af20-4e9b-8bf8-94f53a785ae9 HTTP/1.1" status: 200 len: 217 time: 0.1200948 Nov 02 13:07:14.919755 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7bccdc3d-c3d9-4a7c-92bc-b3055ae2f4cb req-be1b1a58-fef6-4229-a12e-dde670814a9d tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874349 Nov 02 13:07:14.930449 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 9283ba62-03e8-461b-ac20-be2d92b1a2ef is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:14.932065 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:14.936203 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (1d49aecc-d6a0-413a-8014-73b00e6c92ec), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:14.938359 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a6228658-3d3f-429d-8a86-d67e9cb13107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:14.940466 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-a6228658-3d3f-429d-8a86-d67e9cb13107 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.0903380 Nov 02 13:07:14.947397 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607be92-da95-4154-af5c-5145198c6c30 req-bf4c5702-bf51-4004-a332-12916d8970ee tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:14.956325 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8607be92-da95-4154-af5c-5145198c6c30 req-bf4c5702-bf51-4004-a332-12916d8970ee tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 944 time: 0.1849151 Nov 02 13:07:14.992096 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 9283ba62-03e8-461b-ac20-be2d92b1a2ef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9283ba62-03e8-461b-ac20-be2d92b1a2ef,segment=NetworkSegment(3d20b08a-51ed-4c73-bc9c-13b668254d2f),segment_id=3d20b08a-51ed-4c73-bc9c-13b668254d2f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:14.993891 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39a6d51-ae57-4440-bb33-502cb6ae8dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9283ba62-03e8-461b-ac20-be2d92b1a2ef'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:14.997327 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd58c72-d722-4fe7-8196-acf6db07a182" -d '{"events": [{"server_uuid": "b39a6d51-ae57-4440-bb33-502cb6ae8dc0", "name": "network-vif-plugged", "status": "completed", "tag": "9283ba62-03e8-461b-ac20-be2d92b1a2ef"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:15.009298 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-38bbb389-cdf3-4ea7-bd73-98d7da37aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:15.016647 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-38bbb389-cdf3-4ea7-bd73-98d7da37aec8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0643067 Nov 02 13:07:15.055247 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:15.057705 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8607be92-da95-4154-af5c-5145198c6c30 req-dd14df6a-ad0e-4e5d-b789-2359b2502ecd tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000268 Nov 02 13:07:15.097787 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:15.156038 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0fc08c-9ffd-44c9-8f04-9af1f5663c27 x-openstack-request-id: req-bb0fc08c-9ffd-44c9-8f04-9af1f5663c27 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:15.156366 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39a6d51-ae57-4440-bb33-502cb6ae8dc0", "name": "network-vif-plugged", "status": "completed", "tag": "9283ba62-03e8-461b-ac20-be2d92b1a2ef", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:15.156639 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bb0fc08c-9ffd-44c9-8f04-9af1f5663c27 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:15.157055 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0fc08c-9ffd-44c9-8f04-9af1f5663c27'] response: {'server_uuid': 'b39a6d51-ae57-4440-bb33-502cb6ae8dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9283ba62-03e8-461b-ac20-be2d92b1a2ef', 'code': 200} Nov 02 13:07:15.180568 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=9283ba62-03e8-461b-ac20-be2d92b1a2ef,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:15.202102 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for port (1d49aecc-d6a0-413a-8014-73b00e6c92ec), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:15.263975 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a8878-d3ad-4fe3-ae8e-f1103313abf5 req-40cd6832-1164-4057-a654-dcaf4097bea5 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:15.265553 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-451a8878-d3ad-4fe3-ae8e-f1103313abf5 req-40cd6832-1164-4057-a654-dcaf4097bea5 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 946 time: 0.1811612 Nov 02 13:07:15.267965 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-08661618-b8bb-40b0-aae9-aac7f012b32f service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507989 Nov 02 13:07:15.318988 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (1d49aecc-d6a0-413a-8014-73b00e6c92ec), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:15.403696 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (1dd28d30-1be6-4978-95e9-a60a2917ec7d), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:15.406454 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'Port': ['ID=1d49aecc-d6a0-413a-8014-73b00e6c92ec,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:15.447542 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-451a8878-d3ad-4fe3-ae8e-f1103313abf5 req-96f0587e-1fee-4e5d-8252-701a3dc1247d tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747212 Nov 02 13:07:15.540322 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6452c7c3-9c92-43ed-a102-bf05ff051a89 req-df7afd54-d670-481a-8024-699bf64dbbdd service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651680 Nov 02 13:07:15.624162 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a036f-6e07-4d3f-8204-c0e17092342a req-486f5d82-9221-47e3-b8e2-78d54d827199 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:15.625793 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-be8a036f-6e07-4d3f-8204-c0e17092342a req-486f5d82-9221-47e3-b8e2-78d54d827199 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0813854 Nov 02 13:07:15.687247 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06818bb6-4c4f-44b9-ae15-afd49d32bdeb req-8493ddab-0f92-4b8b-9f05-de63df0a55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:15.688790 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-06818bb6-4c4f-44b9-ae15-afd49d32bdeb req-8493ddab-0f92-4b8b-9f05-de63df0a55c2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 1130 time: 0.0572879 Nov 02 13:07:15.691480 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-be8a036f-6e07-4d3f-8204-c0e17092342a req-e572b12b-fd82-4f4b-801c-8f17b62f1370 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570889 Nov 02 13:07:15.749150 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-06818bb6-4c4f-44b9-ae15-afd49d32bdeb req-1f47057f-59a8-4cf4-8b22-30895639c0a8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541756 Nov 02 13:07:15.771944 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:15.773689 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-4c2b95ef-b2b8-4465-a209-cf15f830427f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4087849 Nov 02 13:07:16.094385 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058decd-c8bb-454d-9bb6-b3f2c791a98a req-7dbdfda4-097f-4512-b542-e2194addeb72 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:16.096355 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8058decd-c8bb-454d-9bb6-b3f2c791a98a req-7dbdfda4-097f-4512-b542-e2194addeb72 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 948 time: 0.0787683 Nov 02 13:07:16.164678 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8058decd-c8bb-454d-9bb6-b3f2c791a98a req-2ccf9104-9453-4ae1-817a-d9f05b399323 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613508 Nov 02 13:07:16.211782 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-861716ea-328c-4705-9434-3c980b24b0b5 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--885604240&fields=id&tenant_id=156e993457c6468e8cf68db7b51f87e3 HTTP/1.1" status: 200 len: 267 time: 0.0735180 Nov 02 13:07:16.336413 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd131d-f038-4439-a097-107da39d76c9 req-dd39adbd-dafc-4aee-ade1-3bb0c0b3a3d7 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:16.337169 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 57072) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:16.338459 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c1bd131d-f038-4439-a097-107da39d76c9 req-dd39adbd-dafc-4aee-ade1-3bb0c0b3a3d7 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 944 time: 0.0951784 Nov 02 13:07:16.349968 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-86640568-5993-4cc4-8942-217153ed46cb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:16.351523 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-86640568-5993-4cc4-8942-217153ed46cb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 814 time: 0.1321089 Nov 02 13:07:16.368204 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05c60587-e7e3-427b-b8d4-ef44cc86f82e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:16.386395 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-a967ac0a-c05a-4092-ad5f-a28e6e4d42e8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/quotas/156e993457c6468e8cf68db7b51f87e3 HTTP/1.1" status: 200 len: 375 time: 0.0276208 Nov 02 13:07:16.398967 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c1bd131d-f038-4439-a097-107da39d76c9 req-a39023b8-2040-4566-8607-4753d6d489ab tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534556 Nov 02 13:07:16.428405 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 1796ac77-4840-46a3-a56e-0d9224eecdf6 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:07:16.603235 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-2b9af924-de8c-45d3-b775-e97e1f98ea81 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2029085 Nov 02 13:07:16.615922 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 1796ac77-4840-46a3-a56e-0d9224eecdf6, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1796ac77-4840-46a3-a56e-0d9224eecdf6,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:16.631165 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '1796ac77-4840-46a3-a56e-0d9224eecdf6', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'port_id': '1796ac77-4840-46a3-a56e-0d9224eecdf6', 'mac_address': 'fa:16:3e:ac:bf:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1467, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:07:16.696567 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab65fe-b5fd-42f4-9a7c-9751d40bdd43 req-b5e24c99-a86b-4bb6-b41e-e366085bd25c tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:16.711922 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-beab65fe-b5fd-42f4-9a7c-9751d40bdd43 req-b5e24c99-a86b-4bb6-b41e-e366085bd25c tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 946 time: 0.1204195 Nov 02 13:07:16.742986 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 1796ac77-4840-46a3-a56e-0d9224eecdf6 is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:16.743668 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:16.759029 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1796ac77-4840-46a3-a56e-0d9224eecdf6 {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:16.761459 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05c60587-e7e3-427b-b8d4-ef44cc86f82e admin admin] Publish callbacks [] for security_group (6282b44e-43da-4a74-b19c-9ebcfb5f354d), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:16.780568 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-beab65fe-b5fd-42f4-9a7c-9751d40bdd43 req-23703398-0c73-4651-9bea-0b1afe44e908 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676675 Nov 02 13:07:16.786459 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 1796ac77-4840-46a3-a56e-0d9224eecdf6, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1796ac77-4840-46a3-a56e-0d9224eecdf6,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:16.795412 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-52cdc583-a348-44d1-9abe-5a0751504b4b service neutron] 10.222.0.93 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791358 Nov 02 13:07:16.897414 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-8c8f7a58-3f72-457d-a0a9-c774daadd562 service neutron] 10.222.0.93 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961654 Nov 02 13:07:16.926696 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05c60587-e7e3-427b-b8d4-ef44cc86f82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (6282b44e-43da-4a74-b19c-9ebcfb5f354d), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:16.926814 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:16.927254 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 80497a3c-b525-439c-8a95-708b96646b75 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:07:16.941810 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0247e25-4a25-4a57-8dba-bca88453c1b5 req-907c242d-cca7-4a2f-a475-877a10dc8aab tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:16.946623 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d0247e25-4a25-4a57-8dba-bca88453c1b5 req-907c242d-cca7-4a2f-a475-877a10dc8aab tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0916481 Nov 02 13:07:16.986372 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c60587-e7e3-427b-b8d4-ef44cc86f82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6282b44e-43da-4a74-b19c-9ebcfb5f354d,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:17.005082 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-05c60587-e7e3-427b-b8d4-ef44cc86f82e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f39f9e2c1c4b4fc9b2eecb4c8877d94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6669922 Nov 02 13:07:17.008595 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 57094) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:17.089605 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=1796ac77-4840-46a3-a56e-0d9224eecdf6,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:17.096711 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d0247e25-4a25-4a57-8dba-bca88453c1b5 req-ce8fc27b-f7d3-40fa-817b-dd7e1279b3fd tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399758 Nov 02 13:07:17.118978 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-10ad4ceb-0220-48cc-a138-289d7b0983fc admin admin] Publish callbacks [] for security_group (6282b44e-43da-4a74-b19c-9ebcfb5f354d), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.151635 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 57096) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:17.164761 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:07:17.172663 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 80497a3c-b525-439c-8a95-708b96646b75, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=80497a3c-b525-439c-8a95-708b96646b75,segment=NetworkSegment(235d404a-e575-4405-9094-ef7907214440),segment_id=235d404a-e575-4405-9094-ef7907214440)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:17.174440 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-10ad4ceb-0220-48cc-a138-289d7b0983fc admin admin] Publish callbacks [] for security_group (6282b44e-43da-4a74-b19c-9ebcfb5f354d), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.193706 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '80497a3c-b525-439c-8a95-708b96646b75', 'network_id': '4e05b1a4-0353-4d9c-9baf-28204c08f7ec', 'port_id': '80497a3c-b525-439c-8a95-708b96646b75', 'mac_address': 'fa:16:3e:5a:1e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1453, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c043c72b-1173-4d48-bd35-627421003cf4', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:07:17.245076 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 80497a3c-b525-439c-8a95-708b96646b75 is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:17.245779 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (80497a3c-b525-439c-8a95-708b96646b75), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.271580 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80497a3c-b525-439c-8a95-708b96646b75 {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:17.321693 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 80497a3c-b525-439c-8a95-708b96646b75, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=80497a3c-b525-439c-8a95-708b96646b75,segment=NetworkSegment(235d404a-e575-4405-9094-ef7907214440),segment_id=235d404a-e575-4405-9094-ef7907214440)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:17.362964 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-dd7d9434-be12-4ef4-9e6c-1a97f47efe48 req-bee66482-61b8-42cc-9755-25ccb1a47d18 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 210 time: 0.0392787 Nov 02 13:07:17.387669 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-254988408-network', 'tenant_id': '950eadf3a5f44712a7fcb3fe44b3e70b'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:17.425890 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134a2f5-8700-41bd-9654-98ea37279617 req-c7dfae8c-15f1-4626-9ebd-40c6aead7cab tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:17.427506 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1134a2f5-8700-41bd-9654-98ea37279617 req-c7dfae8c-15f1-4626-9ebd-40c6aead7cab tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 948 time: 0.1089368 Nov 02 13:07:17.470649 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-10ad4ceb-0220-48cc-a138-289d7b0983fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (6282b44e-43da-4a74-b19c-9ebcfb5f354d), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.472000 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (80497a3c-b525-439c-8a95-708b96646b75), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.475820 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-10ad4ceb-0220-48cc-a138-289d7b0983fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.477609 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-10ad4ceb-0220-48cc-a138-289d7b0983fc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6282b44e-43da-4a74-b19c-9ebcfb5f354d HTTP/1.1" status: 204 len: 168 time: 0.4673760 Nov 02 13:07:17.504114 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad4ceb-0220-48cc-a138-289d7b0983fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6282b44e-43da-4a74-b19c-9ebcfb5f354d,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:17.560718 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 57116) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:17.585294 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1134a2f5-8700-41bd-9654-98ea37279617 req-cce41cf8-03e8-4fa0-ba58-005b575a9382 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505530 Nov 02 13:07:17.587070 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Made reservation on behalf of 950eadf3a5f44712a7fcb3fe44b3e70b for: {'network': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:07:17.591360 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.628817 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.635003 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=80497a3c-b525-439c-8a95-708b96646b75,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:17.748723 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc980bfa-038d-4ee1-9e7c-088ba0da4744 req-9417db52-c06c-4cc2-aa53-2b9a47ef7376 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:17.751808 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fc980bfa-038d-4ee1-9e7c-088ba0da4744 req-9417db52-c06c-4cc2-aa53-2b9a47ef7376 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 944 time: 0.1018517 Nov 02 13:07:17.782465 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Publish callbacks [] for security_group (c652156e-1d30-41e5-9a99-44b7f78a2946), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.786865 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-749cf19e-8424-4e16-b48d-51806c409461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.865965 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fc980bfa-038d-4ee1-9e7c-088ba0da4744 req-223ad55d-3751-4ef2-9bb6-bfc474556524 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981145 Nov 02 13:07:17.908086 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['1796ac77-4840-46a3-a56e-0d9224eecdf6'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:07:17.922857 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (c652156e-1d30-41e5-9a99-44b7f78a2946), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.944322 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-749cf19e-8424-4e16-b48d-51806c409461 admin admin] Publish callbacks [] for security_group (56c32b8c-0e6c-40e4-960f-844ac4776af9), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.949235 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['80497a3c-b525-439c-8a95-708b96646b75'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:07:17.962618 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] vlan segment allocate from pool success with {'vlan_id': 1490, 'physical_network': 'physnet1'} {{(pid=116229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:07:17.988218 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (3978924e-c748-43d7-83dd-f9c5ee327ec8), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.988560 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.segments_db [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Added segment 3978924e-c748-43d7-83dd-f9c5ee327ec8 of type vlan for network 13e53faf-1129-4ea5-9687-5b1041ecda08 Nov 02 13:07:17.998015 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c652156e-1d30-41e5-9a99-44b7f78a2946,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:18.034967 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.035431 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.036137 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.042096 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.042096 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.042096 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.042096 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.042096 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.042096 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.042096 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.042096 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.042096 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.042096 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:18.054701 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (13e53faf-1129-4ea5-9687-5b1041ecda08), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:18.063612 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a655e18-7c00-4528-8dd2-ac2afa4983d4 req-f7786ca8-49e3-448b-be1f-ff79ffa09ced tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:18.065221 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3a655e18-7c00-4528-8dd2-ac2afa4983d4 req-f7786ca8-49e3-448b-be1f-ff79ffa09ced tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 946 time: 0.1757364 Nov 02 13:07:18.123305 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-749cf19e-8424-4e16-b48d-51806c409461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (56c32b8c-0e6c-40e4-960f-844ac4776af9), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:18.183940 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-749cf19e-8424-4e16-b48d-51806c409461 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bd8ff753dba245ed8873fe4ea1c7df56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6215253 Nov 02 13:07:18.186069 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3a655e18-7c00-4528-8dd2-ac2afa4983d4 req-c1c22d5a-4a85-4c79-85d8-1a7449cc58db tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071126 Nov 02 13:07:18.187092 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 57130) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:18.190491 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (13e53faf-1129-4ea5-9687-5b1041ecda08), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:18.192742 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:18.194722 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:18.301913 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cf19e-8424-4e16-b48d-51806c409461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c32b8c-0e6c-40e4-960f-844ac4776af9,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:18.308308 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] Pushing event updated for resources: {'Network': ['ID=13e53faf-1129-4ea5-9687-5b1041ecda08,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:18.353489 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-78461253-465b-4efc-a5df-80b8a230239c admin admin] Publish callbacks [] for security_group (56c32b8c-0e6c-40e4-960f-844ac4776af9), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:18.355164 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network 13e53faf-1129-4ea5-9687-5b1041ecda08 details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:07:18.427638 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-78461253-465b-4efc-a5df-80b8a230239c admin admin] Publish callbacks [] for security_group (56c32b8c-0e6c-40e4-960f-844ac4776af9), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:18.448792 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3b5a2-40aa-4749-bbae-6379b8782782 req-44b3513e-9b40-460c-bd05-94dc3d9e3378 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:18.451170 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-06e3b5a2-40aa-4749-bbae-6379b8782782 req-44b3513e-9b40-460c-bd05-94dc3d9e3378 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.1875668 Nov 02 13:07:18.459001 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-20205d3c-6547-4409-9f4c-ba6345bca6bc admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3058045 Nov 02 13:07:18.462052 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 57140) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:18.471592 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-2d877128-275e-47af-812b-4410401ca222 admin admin] Request body: {'subnet': {'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-254988408-subnet', 'tenant_id': '950eadf3a5f44712a7fcb3fe44b3e70b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:18.481872 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-61541de6-061a-41a2-a4d7-48b9c8286518 req-f7690b9d-3cf4-48ad-a694-603fbb8a2c2a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 210 time: 0.0424240 Nov 02 13:07:18.568332 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-06e3b5a2-40aa-4749-bbae-6379b8782782 req-e372fcdc-1bac-4f9b-8318-2a551d4439b0 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775394 Nov 02 13:07:18.735102 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d877128-275e-47af-812b-4410401ca222 admin admin] Made reservation on behalf of 950eadf3a5f44712a7fcb3fe44b3e70b for: {'subnet': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:07:18.738031 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2d877128-275e-47af-812b-4410401ca222 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5051866'] for subnet (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:18.740540 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-78461253-465b-4efc-a5df-80b8a230239c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (56c32b8c-0e6c-40e4-960f-844ac4776af9), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:18.741771 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b358b-4211-4cb9-8025-0ff9fd8e9729 req-a46dd84a-0fce-49cb-9c99-c640641a1ca1 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:18.743612 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-78461253-465b-4efc-a5df-80b8a230239c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:18.743741 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fc1b358b-4211-4cb9-8025-0ff9fd8e9729 req-a46dd84a-0fce-49cb-9c99-c640641a1ca1 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 949 time: 0.0680470 Nov 02 13:07:18.752810 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-78461253-465b-4efc-a5df-80b8a230239c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/56c32b8c-0e6c-40e4-960f-844ac4776af9 HTTP/1.1" status: 204 len: 168 time: 0.5568492 Nov 02 13:07:18.796620 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78461253-465b-4efc-a5df-80b8a230239c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c32b8c-0e6c-40e4-960f-844ac4776af9,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:18.837255 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fc1b358b-4211-4cb9-8025-0ff9fd8e9729 req-c921834e-39b7-47b0-9245-d9b20b68241e tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808496 Nov 02 13:07:19.042373 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5947b-2a7b-4442-be0f-9851a65e8b71 req-3c52c5e6-7bb0-4009-a397-36f599b5dd18 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:19.044781 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bee5947b-2a7b-4442-be0f-9851a65e8b71 req-3c52c5e6-7bb0-4009-a397-36f599b5dd18 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 944 time: 0.0750048 Nov 02 13:07:19.046386 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2d877128-275e-47af-812b-4410401ca222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4597217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5051688'] for subnet (d5e7c47d-a874-4853-b81d-ecd9c8736be7), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:19.121676 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d877128-275e-47af-812b-4410401ca222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e7c47d-a874-4853-b81d-ecd9c8736be7,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:19.160803 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bee5947b-2a7b-4442-be0f-9851a65e8b71 req-33a8b1f5-cb8b-4427-8eaa-a14ac5123589 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050010 Nov 02 13:07:19.164118 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d877128-275e-47af-812b-4410401ca222 admin admin] Checking segment: {'id': '3978924e-c748-43d7-83dd-f9c5ee327ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:07:19.164477 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d877128-275e-47af-812b-4410401ca222 admin admin] Network hostable DHCP agents. Network: 13e53faf-1129-4ea5-9687-5b1041ecda08, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:07:19.370380 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d877128-275e-47af-812b-4410401ca222 admin admin] Network 13e53faf-1129-4ea5-9687-5b1041ecda08 is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:07:19.555586 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-2d877128-275e-47af-812b-4410401ca222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, 13e53faf-1129-4ea5-9687-5b1041ecda08) {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:07:19.557981 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d877128-275e-47af-812b-4410401ca222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:19.558924 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2d877128-275e-47af-812b-4410401ca222 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:19.569783 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdac52e1-9d1e-4345-a44d-fb981aca6067 None None] Network 13e53faf-1129-4ea5-9687-5b1041ecda08 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:07:19.639560 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2871c289-2ad9-4cdd-9137-c19d6c180232 req-c4195143-de0b-4eb2-97d8-527e20c100a5 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 210 time: 0.0520430 Nov 02 13:07:19.756698 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8043b853-5502-4ebc-aea3-1df373d5c01f None None] Network 13e53faf-1129-4ea5-9687-5b1041ecda08 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:07:19.802873 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-2d877128-275e-47af-812b-4410401ca222 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3285787 Nov 02 13:07:19.823789 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d27b1-86c6-4be2-86c3-82c69ad5471d req-b81d662f-352b-4857-8021-1aae9cc37189 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:19.828692 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-976d27b1-86c6-4be2-86c3-82c69ad5471d req-b81d662f-352b-4857-8021-1aae9cc37189 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0891373 Nov 02 13:07:19.899690 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-976d27b1-86c6-4be2-86c3-82c69ad5471d req-48e81c38-4ae6-4bef-b84f-8bbd90d6638a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651283 Nov 02 13:07:19.980432 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 57178) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:19.997022 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5b0f3591-25a9-4492-97e9-0a9a616caf1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:20.098758 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fa56f-7511-4aaf-858d-e2c1cc68088c req-30ea775c-c2a0-4a63-b177-54f535db44aa tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:20.103436 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-485fa56f-7511-4aaf-858d-e2c1cc68088c req-30ea775c-c2a0-4a63-b177-54f535db44aa tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 949 time: 0.1720874 Nov 02 13:07:20.150474 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5b0f3591-25a9-4492-97e9-0a9a616caf1c admin admin] Publish callbacks [] for security_group (b2de9c9b-ef79-42d2-b409-e858f3e80e69), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:20.183282 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-485fa56f-7511-4aaf-858d-e2c1cc68088c req-fbf159f7-d74a-48ee-9361-4031eab83bc9 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682554 Nov 02 13:07:20.313550 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5b0f3591-25a9-4492-97e9-0a9a616caf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (b2de9c9b-ef79-42d2-b409-e858f3e80e69), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:20.403679 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-5b0f3591-25a9-4492-97e9-0a9a616caf1c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=39c87398b3ed401bacc7d3dd8373ee37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208674 Nov 02 13:07:20.421447 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 57198) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:20.433614 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f3591-25a9-4492-97e9-0a9a616caf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2de9c9b-ef79-42d2-b409-e858f3e80e69,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:20.465249 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891550c-153b-4f4f-a7a7-382ac439b41c req-1686bb3d-887e-4da0-a1af-3ac19150db42 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:20.479515 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-3a05b137-ca0a-4343-bfdf-b15350a03f92 admin admin] Publish callbacks [] for security_group (b2de9c9b-ef79-42d2-b409-e858f3e80e69), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:20.480036 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0891550c-153b-4f4f-a7a7-382ac439b41c req-1686bb3d-887e-4da0-a1af-3ac19150db42 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 944 time: 0.2075911 Nov 02 13:07:20.507681 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:07:20.532494 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-3a05b137-ca0a-4343-bfdf-b15350a03f92 admin admin] Publish callbacks [] for security_group (b2de9c9b-ef79-42d2-b409-e858f3e80e69), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:20.596100 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0891550c-153b-4f4f-a7a7-382ac439b41c req-dc3740ab-3eac-4845-aa84-d79d01fecbc7 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122916 Nov 02 13:07:20.682586 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 1796ac77-4840-46a3-a56e-0d9224eecdf6 up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:20.740200 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-3a05b137-ca0a-4343-bfdf-b15350a03f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (b2de9c9b-ef79-42d2-b409-e858f3e80e69), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:20.743274 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-3a05b137-ca0a-4343-bfdf-b15350a03f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:20.744491 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-3a05b137-ca0a-4343-bfdf-b15350a03f92 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b2de9c9b-ef79-42d2-b409-e858f3e80e69 HTTP/1.1" status: 204 len: 168 time: 0.3349996 Nov 02 13:07:20.761352 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05b137-ca0a-4343-bfdf-b15350a03f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2de9c9b-ef79-42d2-b409-e858f3e80e69,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:20.815008 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7b7045bb-af20-4e9b-8bf8-94f53a785ae9,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:20.830588 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e4d05e93-c41a-4ea7-86f5-a5e31b1a119b req-efda9a32-8abd-4795-b9bf-16a3a3d45ef2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 210 time: 0.0434451 Nov 02 13:07:21.033133 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '7b7045bb-af20-4e9b-8bf8-94f53a785ae9', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'port_id': '7b7045bb-af20-4e9b-8bf8-94f53a785ae9', 'mac_address': 'fa:16:3e:c7:f2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1467, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:07:21.093624 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9df1f-c28d-4b02-9a27-fbabbf1b4890 req-f29c0e46-5ed2-4a87-a02d-bcc8dc2622a3 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:21.101805 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e3a9df1f-c28d-4b02-9a27-fbabbf1b4890 req-f29c0e46-5ed2-4a87-a02d-bcc8dc2622a3 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0852721 Nov 02 13:07:21.102107 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:21.102734 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:21.110761 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-1d558b05-9d6b-4ff8-910a-bebae3734fa6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:21.114902 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-1d558b05-9d6b-4ff8-910a-bebae3734fa6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 814 time: 0.2204895 Nov 02 13:07:21.122441 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:21.148679 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7b7045bb-af20-4e9b-8bf8-94f53a785ae9,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:21.174063 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e3a9df1f-c28d-4b02-9a27-fbabbf1b4890 req-628ca4e5-1e4a-498f-96c2-396cc21f10f5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634208 Nov 02 13:07:21.235651 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-0d2012bf-8499-47e7-91bb-8cc687c2f259 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=156e993457c6468e8cf68db7b51f87e3 HTTP/1.1" status: 200 len: 471 time: 0.1052885 Nov 02 13:07:21.244900 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'port': {'device_id': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'admin_state_up': True, 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'security_groups': ['1e12306c-0824-48dc-82a2-3114c7141a6f']}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:21.290868 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:21.292065 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:07:21.300143 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 1796ac77-4840-46a3-a56e-0d9224eecdf6 completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:07:21.359079 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 1796ac77-4840-46a3-a56e-0d9224eecdf6 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:21.374365 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:21.374365 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 1796ac77-4840-46a3-a56e-0d9224eecdf6 Nov 02 13:07:21.439129 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.db.resource_extend [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 13:07:21.471781 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45985968-754c-4e6b-9a78-faf779b64928 req-11ada5ad-4915-444d-8477-228ef18067ff tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:21.471781 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-45985968-754c-4e6b-9a78-faf779b64928 req-11ada5ad-4915-444d-8477-228ef18067ff tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 949 time: 0.1582093 Nov 02 13:07:21.512524 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=7b7045bb-af20-4e9b-8bf8-94f53a785ae9,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:21.554080 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-45985968-754c-4e6b-9a78-faf779b64928 req-d37390b5-a9ed-4c12-8d5f-509c3cba4c4d tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668244 Nov 02 13:07:21.584933 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 1796ac77-4840-46a3-a56e-0d9224eecdf6 is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:21.585341 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:21.599489 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:21.622747 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'port_id': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'mac_address': 'fa:16:3e:88:66:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:07:21.630172 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e76e673-e74d-4721-80b1-f07ab70540e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1796ac77-4840-46a3-a56e-0d9224eecdf6'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:21.632583 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c317dd-edbb-4429-aab3-f32426469aaf" -d '{"events": [{"server_uuid": "0e76e673-e74d-4721-80b1-f07ab70540e5", "name": "network-vif-plugged", "status": "completed", "tag": "1796ac77-4840-46a3-a56e-0d9224eecdf6"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:21.643697 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Made reservation on behalf of 156e993457c6468e8cf68db7b51f87e3 for: {'port': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:07:21.649910 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:21.665507 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 1796ac77-4840-46a3-a56e-0d9224eecdf6, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1796ac77-4840-46a3-a56e-0d9224eecdf6,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:21.704471 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dd94f2-c6cf-4e9c-8015-b0c6e87bb139 x-openstack-request-id: req-b3dd94f2-c6cf-4e9c-8015-b0c6e87bb139 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:21.704471 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e76e673-e74d-4721-80b1-f07ab70540e5", "name": "network-vif-plugged", "status": "completed", "tag": "1796ac77-4840-46a3-a56e-0d9224eecdf6", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:21.704471 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b3dd94f2-c6cf-4e9c-8015-b0c6e87bb139 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:21.704471 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3dd94f2-c6cf-4e9c-8015-b0c6e87bb139'] response: {'server_uuid': '0e76e673-e74d-4721-80b1-f07ab70540e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1796ac77-4840-46a3-a56e-0d9224eecdf6', 'code': 200} Nov 02 13:07:21.706531 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 is: ACTIVE; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:21.706531 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:21.730769 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:21.816944 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:21.827410 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:21.830676 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 80497a3c-b525-439c-8a95-708b96646b75 up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:21.949565 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:21.950065 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 57266) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:22.008520 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4038c639-6316-4d14-a91d-6fb6a332d931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:22.025565 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=1796ac77-4840-46a3-a56e-0d9224eecdf6,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:22.039565 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd8d32-88ec-4774-9c61-f94c061dd969 req-cbad1a17-37b5-4628-8e96-9eb92629f871 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:22.049011 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-91bd8d32-88ec-4774-9c61-f94c061dd969 req-cbad1a17-37b5-4628-8e96-9eb92629f871 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 945 time: 0.2360911 Nov 02 13:07:22.067064 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Allocated IP 172.20.0.8 (458c9c2b-29df-4bee-b02f-d359db3b0898/34562175-220e-4327-8ff3-8fb8876f7f18/ec8d3266-1418-4d91-acbc-d14944d257ee) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:07:22.167234 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-91bd8d32-88ec-4774-9c61-f94c061dd969 req-258fe44d-3c23-4bb2-9601-baabc634b2db tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156311 Nov 02 13:07:22.244895 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ee5cdfeb-5a01-457b-8b2a-f37cabdcc54a req-acce5776-7df3-4f77-93e8-f4a4fa90b8af tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 210 time: 0.2077889 Nov 02 13:07:22.282658 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['0d7b7fc8-7705-40ed-b016-322b8d8ee4e3'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:07:22.313160 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 80497a3c-b525-439c-8a95-708b96646b75 completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:07:22.411420 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,revision_number=6']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:22.414342 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 80497a3c-b525-439c-8a95-708b96646b75 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:22.416577 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (80497a3c-b525-439c-8a95-708b96646b75), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:22.416577 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 80497a3c-b525-439c-8a95-708b96646b75 Nov 02 13:07:22.454134 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['7b7045bb-af20-4e9b-8bf8-94f53a785ae9'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:07:22.467284 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4038c639-6316-4d14-a91d-6fb6a332d931 admin admin] Publish callbacks [] for security_group (da361069-9699-417f-9411-ddd6c8d9a946), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:22.485353 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e841b27-450b-4c69-bd68-47d22f4a90c1 req-ff401762-3ab0-4f8e-b3b7-76e8feedfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:22.489336 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1e841b27-450b-4c69-bd68-47d22f4a90c1 req-ff401762-3ab0-4f8e-b3b7-76e8feedfe8c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 1130 time: 0.1045566 Nov 02 13:07:22.631615 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1e841b27-450b-4c69-bd68-47d22f4a90c1 req-e5275873-ff56-4080-8837-8d2bc8ad507d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182821 Nov 02 13:07:22.651814 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 80497a3c-b525-439c-8a95-708b96646b75 is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:22.651814 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (80497a3c-b525-439c-8a95-708b96646b75), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:22.678189 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:22.694792 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc924dd-2d0e-4905-a1c2-dee3113d9a57 req-e6f83199-f39e-40a9-a3bc-5e2e55b67473 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:22.702205 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-edc924dd-2d0e-4905-a1c2-dee3113d9a57 req-e6f83199-f39e-40a9-a3bc-5e2e55b67473 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 945 time: 0.2787213 Nov 02 13:07:22.715005 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 80497a3c-b525-439c-8a95-708b96646b75, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=80497a3c-b525-439c-8a95-708b96646b75,segment=NetworkSegment(235d404a-e575-4405-9094-ef7907214440),segment_id=235d404a-e575-4405-9094-ef7907214440)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:22.728750 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4038c639-6316-4d14-a91d-6fb6a332d931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (da361069-9699-417f-9411-ddd6c8d9a946), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:22.796648 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-4038c639-6316-4d14-a91d-6fb6a332d931 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=073a952cd3d2430587e5153046e835a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8450685 Nov 02 13:07:22.798604 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-edc924dd-2d0e-4905-a1c2-dee3113d9a57 req-9a034986-4941-47c6-bbbe-b7d4e21e975d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952232 Nov 02 13:07:22.798910 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038c639-6316-4d14-a91d-6fb6a332d931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da361069-9699-417f-9411-ddd6c8d9a946,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:22.803034 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 57274) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:22.845277 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (80497a3c-b525-439c-8a95-708b96646b75), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:22.938339 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=80497a3c-b525-439c-8a95-708b96646b75,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:22.970707 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:23.007635 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf4857-5260-4e25-9a7b-637bc07dfb06 req-25f70808-54d9-41ba-82e0-84894ab97631 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:23.010734 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-13bf4857-5260-4e25-9a7b-637bc07dfb06 req-25f70808-54d9-41ba-82e0-84894ab97631 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 949 time: 0.2125921 Nov 02 13:07:23.023009 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Network 458c9c2b-29df-4bee-b02f-d359db3b0898 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:07:23.027629 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:07:23.043214 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-6b1849f8-b386-4bd4-8ce1-f069ce3d8360 admin admin] Publish callbacks [] for security_group (da361069-9699-417f-9411-ddd6c8d9a946), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:23.048012 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:07:23.110585 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'Port': ['ID=ec8d3266-1418-4d91-acbc-d14944d257ee,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:23.152507 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:23.153196 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-6b1849f8-b386-4bd4-8ce1-f069ce3d8360 admin admin] Publish callbacks [] for security_group (da361069-9699-417f-9411-ddd6c8d9a946), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:23.166023 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:23.195103 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-13bf4857-5260-4e25-9a7b-637bc07dfb06 req-da6af84f-30e8-4a9b-b25b-65d0246b689b tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753585 Nov 02 13:07:23.276987 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-4810ff42-3ad7-48bf-9e87-786eb700336c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0361326 Nov 02 13:07:23.309549 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Request body: {'port': {'device_id': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:23.467127 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:23.476146 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115b313-0f7f-446f-a6e0-423f0e5fb1ff req-9217664e-4bf5-4c89-af9f-2e6398d60f53 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:23.477694 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e115b313-0f7f-446f-a6e0-423f0e5fb1ff req-9217664e-4bf5-4c89-af9f-2e6398d60f53 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 945 time: 0.1695068 Nov 02 13:07:23.479196 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-6f77093f-1708-4b76-9d87-7df53a1ae6ab None None] Provisioning complete for port ec8d3266-1418-4d91-acbc-d14944d257ee triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:23.479726 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6f77093f-1708-4b76-9d87-7df53a1ae6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:23.480197 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-6f77093f-1708-4b76-9d87-7df53a1ae6ab None None] Attempt 1 to provision port ec8d3266-1418-4d91-acbc-d14944d257ee Nov 02 13:07:23.535764 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-6b1849f8-b386-4bd4-8ce1-f069ce3d8360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (da361069-9699-417f-9411-ddd6c8d9a946), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:23.540926 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-6b1849f8-b386-4bd4-8ce1-f069ce3d8360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:23.543279 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-6b1849f8-b386-4bd4-8ce1-f069ce3d8360 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/da361069-9699-417f-9411-ddd6c8d9a946 HTTP/1.1" status: 204 len: 168 time: 0.7387719 Nov 02 13:07:23.569446 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1849f8-b386-4bd4-8ce1-f069ce3d8360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da361069-9699-417f-9411-ddd6c8d9a946,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:23.593212 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e115b313-0f7f-446f-a6e0-423f0e5fb1ff req-c1d211f5-b5b9-48e2-8877-8016f2f3d9cb tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994217 Nov 02 13:07:23.593465 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-6f77093f-1708-4b76-9d87-7df53a1ae6ab None None] Port ec8d3266-1418-4d91-acbc-d14944d257ee cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:23.629857 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79182f-6b15-4a96-b45b-ba24a0d4f157 req-e98e2ce3-2057-428c-9ee0-ca4c7a55ba92 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:23.646113 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-db79182f-6b15-4a96-b45b-ba24a0d4f157 req-e98e2ce3-2057-428c-9ee0-ca4c7a55ba92 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 931 time: 0.2346010 Nov 02 13:07:23.705101 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b6e7ef-3151-4875-bb24-d0b17eeffd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80497a3c-b525-439c-8a95-708b96646b75'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:23.707970 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22c74a7-66e1-41b1-b711-8204217fb1ae" -d '{"events": [{"server_uuid": "f6b6e7ef-3151-4875-bb24-d0b17eeffd93", "name": "network-vif-plugged", "status": "completed", "tag": "80497a3c-b525-439c-8a95-708b96646b75"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:23.849658 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db3cfe7-c969-4880-a8c7-79a2e4064b98 x-openstack-request-id: req-0db3cfe7-c969-4880-a8c7-79a2e4064b98 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:23.850405 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b6e7ef-3151-4875-bb24-d0b17eeffd93", "name": "network-vif-plugged", "status": "completed", "tag": "80497a3c-b525-439c-8a95-708b96646b75", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:23.850601 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0db3cfe7-c969-4880-a8c7-79a2e4064b98 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:23.851329 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db3cfe7-c969-4880-a8c7-79a2e4064b98'] response: {'server_uuid': 'f6b6e7ef-3151-4875-bb24-d0b17eeffd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80497a3c-b525-439c-8a95-708b96646b75', 'code': 200} Nov 02 13:07:23.869313 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-db79182f-6b15-4a96-b45b-ba24a0d4f157 req-66638068-67cb-4278-b611-3787b7518b78 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219298 Nov 02 13:07:24.095337 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-6f77093f-1708-4b76-9d87-7df53a1ae6ab None None] Attempt 2 to provision port ec8d3266-1418-4d91-acbc-d14944d257ee Nov 02 13:07:24.164616 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-6f77093f-1708-4b76-9d87-7df53a1ae6ab None None] Port ec8d3266-1418-4d91-acbc-d14944d257ee cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:24.198746 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fba06d-cc9d-4218-ae41-5af080ce1a34 req-03bd0de8-9988-4a3d-b1b8-a9e0c37a14bc tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:24.200689 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c7fba06d-cc9d-4218-ae41-5af080ce1a34 req-03bd0de8-9988-4a3d-b1b8-a9e0c37a14bc tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 945 time: 0.2172155 Nov 02 13:07:24.301809 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c7fba06d-cc9d-4218-ae41-5af080ce1a34 req-d722261f-c1b4-4402-890a-f900b2aa07d5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870454 Nov 02 13:07:24.388405 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8d3266-1418-4d91-acbc-d14944d257ee {{(pid=116229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:24.398333 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Publish callbacks [] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:24.404307 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325d242-ee3c-45f5-bf89-0af524ead9c3 req-f30de7a4-09b3-4db3-aaa7-55278faecf58 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:24.404307 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2325d242-ee3c-45f5-bf89-0af524ead9c3 req-f30de7a4-09b3-4db3-aaa7-55278faecf58 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 950 time: 0.0984216 Nov 02 13:07:24.429515 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.provisioning_blocks [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Transition to ACTIVE for port object ec8d3266-1418-4d91-acbc-d14944d257ee will not be triggered until provisioned by entity L2. {{(pid=116229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:07:24.530970 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:24.539092 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2325d242-ee3c-45f5-bf89-0af524ead9c3 req-5777eda5-ea81-42f1-8f3e-4265d27c26aa tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184287 Nov 02 13:07:24.608982 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:24.665503 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-6f77093f-1708-4b76-9d87-7df53a1ae6ab None None] Attempt 3 to provision port ec8d3266-1418-4d91-acbc-d14944d257ee Nov 02 13:07:24.750959 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:07:24.760717 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:24.767588 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:24.768616 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 Nov 02 13:07:24.835700 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-31cbb0eb-9c90-4ee0-b2c9-b7ab55f389ca tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:24.841256 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-6f77093f-1708-4b76-9d87-7df53a1ae6ab None None] Port ec8d3266-1418-4d91-acbc-d14944d257ee cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:24.846158 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-31cbb0eb-9c90-4ee0-b2c9-b7ab55f389ca tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/networks?id=13e53faf-1129-4ea5-9687-5b1041ecda08 HTTP/1.1" status: 200 len: 808 time: 0.4148061 Nov 02 13:07:24.906586 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Pushing event updated for resources: {'Port': ['ID=ec8d3266-1418-4d91-acbc-d14944d257ee,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:24.923457 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9f133-d3f7-4b2d-acc5-2c6c1017b7b0 req-074d0339-8570-41c2-9466-5a4ea6094cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:24.928880 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7aa9f133-d3f7-4b2d-acc5-2c6c1017b7b0 req-074d0339-8570-41c2-9466-5a4ea6094cf9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 1134 time: 0.2009313 Nov 02 13:07:24.983268 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c1c49-6241-4f20-bbbe-a97410f96226 req-c7ce0e7f-625e-4f07-b955-16bceee0a9e2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:24.995372 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fd4c1c49-6241-4f20-bbbe-a97410f96226 req-c7ce0e7f-625e-4f07-b955-16bceee0a9e2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 945 time: 0.2366550 Nov 02 13:07:25.011017 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-d82a515d-f851-423c-b0c4-634dc8d7a0db tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/quotas/950eadf3a5f44712a7fcb3fe44b3e70b HTTP/1.1" status: 200 len: 375 time: 0.1399577 Nov 02 13:07:25.019638 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:25.020270 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:25.079081 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-299c6e30-45ab-4a26-bb10-387330f92951 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=950eadf3a5f44712a7fcb3fe44b3e70b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513213 Nov 02 13:07:25.122213 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Attempting to bind port ec8d3266-1418-4d91-acbc-d14944d257ee on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:07:25.122644 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Attempting to bind port ec8d3266-1418-4d91-acbc-d14944d257ee by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:07:25.122982 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Attempting to bind port ec8d3266-1418-4d91-acbc-d14944d257ee on network 458c9c2b-29df-4bee-b02f-d359db3b0898 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:25.144705 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7b7045bb-af20-4e9b-8bf8-94f53a785ae9,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:25.148262 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7aa9f133-d3f7-4b2d-acc5-2c6c1017b7b0 req-d8dcba7f-8b2b-4963-b286-831034da220f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129884 Nov 02 13:07:25.171239 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fd4c1c49-6241-4f20-bbbe-a97410f96226 req-d6ebc673-e48b-4d7f-a0c3-ff7479c5ef12 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749775 Nov 02 13:07:25.177052 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Port ec8d3266-1418-4d91-acbc-d14944d257ee on network 458c9c2b-29df-4bee-b02f-d359db3b0898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:07:25.177388 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Attempting to bind port ec8d3266-1418-4d91-acbc-d14944d257ee on network 458c9c2b-29df-4bee-b02f-d359db3b0898 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:25.192237 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:07:25.192237 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Checking segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:07:25.192237 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Bound using segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:07:25.192237 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Bound port: ec8d3266-1418-4d91-acbc-d14944d257ee, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'}}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:07:25.192237 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:25.302874 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-297eb53d-f7b3-4fa4-ba74-6ab59ea63315 service neutron] 10.222.0.93 "GET /v2.0/networks/13e53faf-1129-4ea5-9687-5b1041ecda08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074316 Nov 02 13:07:25.341035 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:25.342181 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:25.347408 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] For port ec8d3266-1418-4d91-acbc-d14944d257ee, host hv-cinder-86327, cleared binding levels {{(pid=116229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:07:25.367422 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1bf90-9eb8-48d5-9eaa-e7677a0b8a47 req-681646f5-6c32-4eb6-a0a3-f52b04ed737b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:25.371095 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6eb1bf90-9eb8-48d5-9eaa-e7677a0b8a47 req-681646f5-6c32-4eb6-a0a3-f52b04ed737b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 943 time: 0.1054244 Nov 02 13:07:25.420612 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] For port ec8d3266-1418-4d91-acbc-d14944d257ee, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ec8d3266-1418-4d91-acbc-d14944d257ee,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:07:25.433346 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-6f77093f-1708-4b76-9d87-7df53a1ae6ab None None] Attempt 4 to provision port ec8d3266-1418-4d91-acbc-d14944d257ee Nov 02 13:07:25.507165 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-df7e679f-48ca-4979-b4d4-a0c17264fb81 service neutron] 10.222.0.93 "GET /v2.0/networks/13e53faf-1129-4ea5-9687-5b1041ecda08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939061 Nov 02 13:07:25.518458 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-6f77093f-1708-4b76-9d87-7df53a1ae6ab None None] Port ec8d3266-1418-4d91-acbc-d14944d257ee cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:25.529533 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:25.533665 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=7b7045bb-af20-4e9b-8bf8-94f53a785ae9,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:25.536444 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:25.537062 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:25.538492 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] 10.222.0.86 "PUT /v2.0/ports/ec8d3266-1418-4d91-acbc-d14944d257ee HTTP/1.1" status: 200 len: 1093 time: 2.2412586 Nov 02 13:07:25.539007 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'tag': 'ec8d3266-1418-4d91-acbc-d14944d257ee'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:25.547991 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4ae639-ffcc-4a16-8501-6593fe34e5af" -d '{"events": [{"name": "network-changed", "server_uuid": "c480d7e0-b175-4c9c-87ae-52f7d62372fd", "tag": "ec8d3266-1418-4d91-acbc-d14944d257ee"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:25.549461 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:25.550207 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:25.554290 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 Nov 02 13:07:25.598406 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6eb1bf90-9eb8-48d5-9eaa-e7677a0b8a47 req-51222e79-924a-4512-a049-779ea05ab708 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005179 Nov 02 13:07:25.612516 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4af2a-f154-40d9-a567-b24a9b60f0ae service neutron] Pushing event updated for resources: {'Port': ['ID=ec8d3266-1418-4d91-acbc-d14944d257ee,revision_number=3']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:25.723005 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:25.727409 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:25.768825 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:25.778638 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e502928-1ee5-40d5-a15b-8ff862e7b949 req-457bc257-1237-4fa7-9b93-d5a93b1458d8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:25.780677 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2e502928-1ee5-40d5-a15b-8ff862e7b949 req-457bc257-1237-4fa7-9b93-d5a93b1458d8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 945 time: 0.0660505 Nov 02 13:07:25.850386 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2e502928-1ee5-40d5-a15b-8ff862e7b949 req-4ebca3b5-18f7-46d9-a2c2-ee728f61611b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558953 Nov 02 13:07:25.856235 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42b14b3-493a-429c-b8c3-13e046617025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7045bb-af20-4e9b-8bf8-94f53a785ae9'}, {'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:25.856235 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c580cf9-a4a5-4543-9827-dee52e4833f0" -d '{"events": [{"server_uuid": "b42b14b3-493a-429c-b8c3-13e046617025", "name": "network-vif-plugged", "status": "completed", "tag": "7b7045bb-af20-4e9b-8bf8-94f53a785ae9"}, {"server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:25.964663 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-fdd96c9c-5154-4616-b3eb-f9d4adf77e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:25.967245 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-fdd96c9c-5154-4616-b3eb-f9d4adf77e64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 1127 time: 0.0705614 Nov 02 13:07:26.008073 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:26.046501 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-b02d14fa-cb7f-40c1-9ca4-66874988f940 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec8d3266-1418-4d91-acbc-d14944d257ee HTTP/1.1" status: 200 len: 217 time: 0.0599928 Nov 02 13:07:26.069415 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-6f77093f-1708-4b76-9d87-7df53a1ae6ab None None] Attempt 5 to provision port ec8d3266-1418-4d91-acbc-d14944d257ee Nov 02 13:07:26.179214 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb63f91c-91d7-40fe-aa06-657251713bed x-openstack-request-id: req-bb63f91c-91d7-40fe-aa06-657251713bed {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:26.182356 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c480d7e0-b175-4c9c-87ae-52f7d62372fd", "tag": "ec8d3266-1418-4d91-acbc-d14944d257ee", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:26.182356 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bb63f91c-91d7-40fe-aa06-657251713bed {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:26.182356 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb63f91c-91d7-40fe-aa06-657251713bed'] response: {'name': 'network-changed', 'server_uuid': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'tag': 'ec8d3266-1418-4d91-acbc-d14944d257ee', 'status': 'completed', 'code': 200} Nov 02 13:07:26.192288 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-6f77093f-1708-4b76-9d87-7df53a1ae6ab None None] Port ec8d3266-1418-4d91-acbc-d14944d257ee had new provisioning blocks added so it will not transition to active. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:07:26.231989 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,revision_number=7']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:26.265857 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-5affac97-7dbe-4acd-8c92-7ad376353009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:26.287229 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-5affac97-7dbe-4acd-8c92-7ad376353009 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34562175-220e-4327-8ff3-8fb8876f7f18 HTTP/1.1" status: 200 len: 853 time: 0.2131522 Nov 02 13:07:26.589486 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443f1d8c-35a1-4126-adc9-23169eec9263 x-openstack-request-id: req-443f1d8c-35a1-4126-adc9-23169eec9263 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:26.591133 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42b14b3-493a-429c-b8c3-13e046617025", "name": "network-vif-plugged", "status": "completed", "tag": "7b7045bb-af20-4e9b-8bf8-94f53a785ae9", "code": 200}, {"server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:26.592036 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-443f1d8c-35a1-4126-adc9-23169eec9263 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:26.592992 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443f1d8c-35a1-4126-adc9-23169eec9263'] response: {'server_uuid': 'b42b14b3-493a-429c-b8c3-13e046617025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7045bb-af20-4e9b-8bf8-94f53a785ae9', 'code': 200} Nov 02 13:07:26.593959 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443f1d8c-35a1-4126-adc9-23169eec9263'] response: {'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'code': 200} Nov 02 13:07:26.633907 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-379c49a0-86d4-4f39-99da-8a8c52bc22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:26.635594 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-379c49a0-86d4-4f39-99da-8a8c52bc22d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=458c9c2b-29df-4bee-b02f-d359db3b0898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3472791 Nov 02 13:07:26.697669 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074efc4-4b3e-4a60-bc4a-2d6cc2cfcecb req-8bfb3d43-7627-4903-8889-6ea0a1f8b459 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:26.713582 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e074efc4-4b3e-4a60-bc4a-2d6cc2cfcecb req-8bfb3d43-7627-4903-8889-6ea0a1f8b459 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 950 time: 0.3502786 Nov 02 13:07:26.730387 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-77766690-089b-430c-bff4-917c3273962d req-b88c415e-914a-4549-992a-fcb537bd3e27 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 210 time: 0.0587494 Nov 02 13:07:27.025398 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a798b2-c203-403c-b05a-ca5e4559b7f8 req-5e6abd5f-1e37-417d-8899-42c41524d43a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:27.037524 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d9a798b2-c203-403c-b05a-ca5e4559b7f8 req-5e6abd5f-1e37-417d-8899-42c41524d43a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.2026603 Nov 02 13:07:27.082414 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e074efc4-4b3e-4a60-bc4a-2d6cc2cfcecb req-d0134c91-a8e5-4b47-b427-7851bc1b1fbc tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673975 Nov 02 13:07:27.160016 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-57b56304-7756-4d0c-bad6-7706b579b7c4 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412484 Nov 02 13:07:27.181588 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d9a798b2-c203-403c-b05a-ca5e4559b7f8 req-679a93cf-93c6-451a-95b4-5ec370d3e4d2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372309 Nov 02 13:07:27.378691 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c2cd6bad-cc65-470c-b585-8cb805aa314b req-263449ef-3779-4803-9ff0-54ee40e4d702 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087700 Nov 02 13:07:27.460146 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d1890-18e7-4732-8957-f631966b461f req-58f5b079-9305-4a6f-bff6-f8506e771033 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:27.469506 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-697d1890-18e7-4732-8957-f631966b461f req-58f5b079-9305-4a6f-bff6-f8506e771033 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 946 time: 0.1793780 Nov 02 13:07:27.490833 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937b277-74ff-4caa-9aa1-e3871f785674 req-fdecae65-108d-4124-b7e9-3b4fe298fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:27.496960 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5937b277-74ff-4caa-9aa1-e3871f785674 req-fdecae65-108d-4124-b7e9-3b4fe298fb15 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 1130 time: 0.1510692 Nov 02 13:07:27.508669 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17b0b6-32ba-4177-8408-eb9bfda20918 req-3cb46b5a-ec11-4c6f-9da1-afc867e39094 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:27.511437 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ea17b0b6-32ba-4177-8408-eb9bfda20918 req-3cb46b5a-ec11-4c6f-9da1-afc867e39094 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 943 time: 0.1716225 Nov 02 13:07:27.548163 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-697d1890-18e7-4732-8957-f631966b461f req-715f3fb9-d42d-48e3-a34b-20980e0b1845 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705051 Nov 02 13:07:27.661512 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ea17b0b6-32ba-4177-8408-eb9bfda20918 req-60a33424-ba1e-4771-9641-75f07ae367e4 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393991 Nov 02 13:07:27.666245 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5937b277-74ff-4caa-9aa1-e3871f785674 req-fdc9ab46-481a-408a-b142-fcf6ff9178f1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533890 Nov 02 13:07:27.768612 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae639-ffcc-4a16-8501-6593fe34e5af req-f63da3c6-c898-40cd-8369-12d07cf6d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:27.770192 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2e4ae639-ffcc-4a16-8501-6593fe34e5af req-f63da3c6-c898-40cd-8369-12d07cf6d45c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 1127 time: 0.1363375 Nov 02 13:07:27.786720 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecf7fb-f4fb-4073-a7af-48ee5b6c8dc1 req-ce2dfb85-b8fd-4cbf-9797-ac3753a9d6ea tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:27.788358 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-35ecf7fb-f4fb-4073-a7af-48ee5b6c8dc1 req-ce2dfb85-b8fd-4cbf-9797-ac3753a9d6ea tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.1200213 Nov 02 13:07:27.887661 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-768f875d-460b-4de4-81d5-a0c9aef4173f req-939603fb-5ecd-4072-bc47-395fb8d848f6 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 210 time: 0.0682266 Nov 02 13:07:27.909112 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-35ecf7fb-f4fb-4073-a7af-48ee5b6c8dc1 req-069a4e78-9e51-4c22-9dde-cf470f6f622a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101501 Nov 02 13:07:28.168173 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae639-ffcc-4a16-8501-6593fe34e5af req-f1094479-61f2-4f1f-af92-3586c2cd5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.170542 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2e4ae639-ffcc-4a16-8501-6593fe34e5af req-f1094479-61f2-4f1f-af92-3586c2cd5c45 service neutron] 10.222.0.86 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 916 time: 0.1754019 Nov 02 13:07:28.237364 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2e4ae639-ffcc-4a16-8501-6593fe34e5af req-4e50e355-4b9a-403a-8d8a-d062c3d8471b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec8d3266-1418-4d91-acbc-d14944d257ee HTTP/1.1" status: 200 len: 217 time: 0.0594480 Nov 02 13:07:28.396730 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae639-ffcc-4a16-8501-6593fe34e5af req-21e7895d-0124-4acf-9af8-69931191ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.396730 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2e4ae639-ffcc-4a16-8501-6593fe34e5af req-21e7895d-0124-4acf-9af8-69931191ae1e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34562175-220e-4327-8ff3-8fb8876f7f18 HTTP/1.1" status: 200 len: 853 time: 0.1324329 Nov 02 13:07:28.405417 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809f2c2-26c4-48e4-93c0-7f8ec3a48590 req-26f76de7-2233-4d59-9018-bd6e3b7b1044 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.410338 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2809f2c2-26c4-48e4-93c0-7f8ec3a48590 req-26f76de7-2233-4d59-9018-bd6e3b7b1044 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 950 time: 0.1503017 Nov 02 13:07:28.473317 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0196a-6f75-4850-ac24-2debd6b24bf8 req-f6c1b353-b649-4170-8bb9-6713de91f800 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.484092 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-77d0196a-6f75-4850-ac24-2debd6b24bf8 req-f6c1b353-b649-4170-8bb9-6713de91f800 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.1536551 Nov 02 13:07:28.516797 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2809f2c2-26c4-48e4-93c0-7f8ec3a48590 req-bfe21b7b-9a05-4048-8eb3-c247dcdb5d0d tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992577 Nov 02 13:07:28.734503 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e61cb-d765-40ce-ab0d-190104b080e4 req-092bb7ee-dcb5-4211-875a-4d8f3d896f68 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.745469 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-972e61cb-d765-40ce-ab0d-190104b080e4 req-092bb7ee-dcb5-4211-875a-4d8f3d896f68 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 946 time: 0.1009843 Nov 02 13:07:28.864820 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-972e61cb-d765-40ce-ab0d-190104b080e4 req-99df928a-aa12-4bf7-b0bc-a3c17c8fbaaf tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5c83d39-9cf2-4ebc-b0fd-693597655c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168702 Nov 02 13:07:28.962814 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955e7a3-c908-4286-95c0-3bbc53adec44 req-9bc3bf22-285e-4dc0-a2d8-44f8adf549c6 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.964141 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4955e7a3-c908-4286-95c0-3bbc53adec44 req-9bc3bf22-285e-4dc0-a2d8-44f8adf549c6 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 946 time: 0.0955851 Nov 02 13:07:29.001811 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae639-ffcc-4a16-8501-6593fe34e5af req-a44cdeec-0013-47c1-a732-3e82eae897ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:29.003414 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2e4ae639-ffcc-4a16-8501-6593fe34e5af req-a44cdeec-0013-47c1-a732-3e82eae897ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=458c9c2b-29df-4bee-b02f-d359db3b0898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.5947001 Nov 02 13:07:29.023002 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-77d0196a-6f75-4850-ac24-2debd6b24bf8 req-b5db6e9f-5e75-44ad-823f-c712aef98d52 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374923 Nov 02 13:07:29.099376 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-4955e7a3-c908-4286-95c0-3bbc53adec44 req-1f897718-f8a1-4385-9f9a-cabe8061ce34 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Deleting port 9283ba62-03e8-461b-ac20-be2d92b1a2ef {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:07:29.099715 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-4955e7a3-c908-4286-95c0-3bbc53adec44 req-1f897718-f8a1-4385-9f9a-cabe8061ce34 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.153934 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2e4ae639-ffcc-4a16-8501-6593fe34e5af req-9182d469-4322-4fd0-85a3-aa422e1359bb service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426640 Nov 02 13:07:29.177770 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9632f-948b-4cc6-b8f4-88a5b8a75cb3 req-849098cc-3d13-4bc4-af3b-2487deb09188 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:29.179666 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c7e9632f-948b-4cc6-b8f4-88a5b8a75cb3 req-849098cc-3d13-4bc4-af3b-2487deb09188 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 943 time: 0.0845234 Nov 02 13:07:29.209799 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-4955e7a3-c908-4286-95c0-3bbc53adec44 req-1f897718-f8a1-4385-9f9a-cabe8061ce34 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] For port 9283ba62-03e8-461b-ac20-be2d92b1a2ef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9283ba62-03e8-461b-ac20-be2d92b1a2ef,segment=NetworkSegment(3d20b08a-51ed-4c73-bc9c-13b668254d2f),segment_id=3d20b08a-51ed-4c73-bc9c-13b668254d2f)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:29.210231 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-4955e7a3-c908-4286-95c0-3bbc53adec44 req-1f897718-f8a1-4385-9f9a-cabe8061ce34 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.226038 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-4955e7a3-c908-4286-95c0-3bbc53adec44 req-1f897718-f8a1-4385-9f9a-cabe8061ce34 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Calling delete_port for 9283ba62-03e8-461b-ac20-be2d92b1a2ef owned by compute:nova {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:07:29.258603 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c7e9632f-948b-4cc6-b8f4-88a5b8a75cb3 req-5bdd9117-30d4-4f1c-a687-0c5f7a931294 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717669 Nov 02 13:07:29.305472 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 57424) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:29.424012 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2e4ae639-ffcc-4a16-8501-6593fe34e5af req-6f60a5a6-5cbc-49aa-8d64-8a5067764d19 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782660 Nov 02 13:07:29.445269 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e7c3f998-21cd-49f8-88a2-9b344bd1974c req-031e23ea-f2c5-4082-b356-ad67ea8ca3e0 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 210 time: 0.0469604 Nov 02 13:07:29.518505 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-eb10834b-9df8-4280-9bb1-041ee558e922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.592698 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-4955e7a3-c908-4286-95c0-3bbc53adec44 req-1f897718-f8a1-4385-9f9a-cabe8061ce34 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (9283ba62-03e8-461b-ac20-be2d92b1a2ef), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.637955 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ec647-609c-48bb-8fb7-bc50d77acd70 req-aae039cb-1144-40b6-a13b-2f3e2c815256 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:29.646501 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b95ec647-609c-48bb-8fb7-bc50d77acd70 req-aae039cb-1144-40b6-a13b-2f3e2c815256 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.1116190 Nov 02 13:07:29.647286 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f897718-f8a1-4385-9f9a-cabe8061ce34 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Pushing event deleted for resources: {'Port': ['ID=9283ba62-03e8-461b-ac20-be2d92b1a2ef,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:29.650580 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['9283ba62-03e8-461b-ac20-be2d92b1a2ef'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:07:29.739998 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-eb10834b-9df8-4280-9bb1-041ee558e922 admin admin] Publish callbacks [] for security_group (e7a3728b-3eaa-41c0-92bc-29b59c8d880a), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.786386 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-4955e7a3-c908-4286-95c0-3bbc53adec44 req-1f897718-f8a1-4385-9f9a-cabe8061ce34 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] No DVR routers for this DVR port 9283ba62-03e8-461b-ac20-be2d92b1a2ef on host hv-cinder-86327 {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:07:29.788701 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-4955e7a3-c908-4286-95c0-3bbc53adec44 req-1f897718-f8a1-4385-9f9a-cabe8061ce34 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.796446 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4955e7a3-c908-4286-95c0-3bbc53adec44 req-1f897718-f8a1-4385-9f9a-cabe8061ce34 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.86 "DELETE /v2.0/ports/9283ba62-03e8-461b-ac20-be2d92b1a2ef HTTP/1.1" status: 204 len: 173 time: 0.8154860 Nov 02 13:07:29.797442 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39a6d51-ae57-4440-bb33-502cb6ae8dc0', 'name': 'network-vif-deleted', 'tag': '9283ba62-03e8-461b-ac20-be2d92b1a2ef'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:29.801514 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b51ee7f-5ff2-43dc-adfc-fe4518f4d7ff" -d '{"events": [{"server_uuid": "b39a6d51-ae57-4440-bb33-502cb6ae8dc0", "name": "network-vif-deleted", "tag": "9283ba62-03e8-461b-ac20-be2d92b1a2ef"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:29.821508 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b95ec647-609c-48bb-8fb7-bc50d77acd70 req-9fdcaf96-6b48-48cf-b532-7176ac60b6cf tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713724 Nov 02 13:07:29.844762 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-eb10834b-9df8-4280-9bb1-041ee558e922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e7a3728b-3eaa-41c0-92bc-29b59c8d880a), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.927458 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63922830-7637-4074-a75b-e56355c992a8 req-dc970be9-1348-4596-a1ac-dc3c668ca2de tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:29.930584 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-63922830-7637-4074-a75b-e56355c992a8 req-dc970be9-1348-4596-a1ac-dc3c668ca2de tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 950 time: 0.1235092 Nov 02 13:07:29.939970 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10834b-9df8-4280-9bb1-041ee558e922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a3728b-3eaa-41c0-92bc-29b59c8d880a,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:29.960599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79fe303-6824-4ff0-aad4-9732ac3f3a32 x-openstack-request-id: req-c79fe303-6824-4ff0-aad4-9732ac3f3a32 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:29.961474 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39a6d51-ae57-4440-bb33-502cb6ae8dc0", "name": "network-vif-deleted", "tag": "9283ba62-03e8-461b-ac20-be2d92b1a2ef", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:29.962008 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c79fe303-6824-4ff0-aad4-9732ac3f3a32 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:29.964599 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79fe303-6824-4ff0-aad4-9732ac3f3a32'] response: {'server_uuid': 'b39a6d51-ae57-4440-bb33-502cb6ae8dc0', 'name': 'network-vif-deleted', 'tag': '9283ba62-03e8-461b-ac20-be2d92b1a2ef', 'status': 'completed', 'code': 200} Nov 02 13:07:29.979916 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-eb10834b-9df8-4280-9bb1-041ee558e922 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c937e9682a1641daaf681456341cbbd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6731374 Nov 02 13:07:29.980629 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 57440) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:30.087197 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-63922830-7637-4074-a75b-e56355c992a8 req-2d107d0f-f1c4-4be2-80a2-d2c2e3fb8c4a tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511960 Nov 02 13:07:30.111909 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4060542e-3475-4800-92bf-36b8cd186aa7 req-1e1effa5-7db3-4c95-bebd-c9615efb90f8 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 210 time: 0.0452125 Nov 02 13:07:30.123225 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-30cc0def-a038-4eec-9902-3812fe0252aa admin admin] Publish callbacks [] for security_group (e7a3728b-3eaa-41c0-92bc-29b59c8d880a), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:30.185867 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-30cc0def-a038-4eec-9902-3812fe0252aa admin admin] Publish callbacks [] for security_group (e7a3728b-3eaa-41c0-92bc-29b59c8d880a), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:30.315302 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842c8a3-5ed8-4cba-9966-d266e08f859b req-440f27b9-aeb9-49d9-a98f-a49208bc1662 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:30.318195 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e842c8a3-5ed8-4cba-9966-d266e08f859b req-440f27b9-aeb9-49d9-a98f-a49208bc1662 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0897455 Nov 02 13:07:30.392610 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-30cc0def-a038-4eec-9902-3812fe0252aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e7a3728b-3eaa-41c0-92bc-29b59c8d880a), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:30.397648 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-30cc0def-a038-4eec-9902-3812fe0252aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:30.404197 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-30cc0def-a038-4eec-9902-3812fe0252aa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e7a3728b-3eaa-41c0-92bc-29b59c8d880a HTTP/1.1" status: 204 len: 168 time: 0.4222500 Nov 02 13:07:30.440541 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e842c8a3-5ed8-4cba-9966-d266e08f859b req-b38cf084-0783-47ad-8221-b3482d4f9e47 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087422 Nov 02 13:07:30.475307 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc0def-a038-4eec-9902-3812fe0252aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a3728b-3eaa-41c0-92bc-29b59c8d880a,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:30.546447 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ef1fe-3112-471e-a493-d69f156cb443 req-47d5e043-7034-48f1-a911-16107089221b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:30.555637 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4b9ef1fe-3112-471e-a493-d69f156cb443 req-47d5e043-7034-48f1-a911-16107089221b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 943 time: 0.1885033 Nov 02 13:07:30.625149 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4b9ef1fe-3112-471e-a493-d69f156cb443 req-23e3749c-5a55-49bd-8fd3-648700eaff7d tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683401 Nov 02 13:07:30.680771 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2e48810a-1b2b-4256-a045-0307a5fba370 req-cea83660-2790-49cf-8945-4b113ad1a9e0 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 210 time: 0.0835831 Nov 02 13:07:30.889443 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-acc19203-f45d-48d1-bdc6-271c6fd145fc tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:30.891345 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-acc19203-f45d-48d1-bdc6-271c6fd145fc tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.86 "GET /v2.0/networks?id=13e53faf-1129-4ea5-9687-5b1041ecda08 HTTP/1.1" status: 200 len: 808 time: 0.2150183 Nov 02 13:07:30.925562 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Request body: {'port': {'device_id': 'e4e1d641-1d1a-49e0-a8b0-225f44c036b4', 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08', 'admin_state_up': True, 'tenant_id': '950eadf3a5f44712a7fcb3fe44b3e70b'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:31.217531 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb38a39-c143-4c67-bae1-75083d0d8b4d req-cf6e6125-8a4c-4c00-b4b5-0d31b1ab9fb6 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:31.222910 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ffb38a39-c143-4c67-bae1-75083d0d8b4d req-cf6e6125-8a4c-4c00-b4b5-0d31b1ab9fb6 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.1765597 Nov 02 13:07:31.323191 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ffb38a39-c143-4c67-bae1-75083d0d8b4d req-de3d05bb-120b-48af-a1b2-8dfeef461d12 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605650 Nov 02 13:07:31.405035 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Made reservation on behalf of 950eadf3a5f44712a7fcb3fe44b3e70b for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:07:31.409497 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:31.556118 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4588f449-c8f5-44e8-9796-782ccbd233d3 req-bc609cb6-a21a-438a-b3df-2bde2a378bd3 tempest-VolumesActionsTest-450522242 tempest-VolumesActionsTest-450522242-project] 10.222.0.93 "GET /v2.0/ports?device_id=b39a6d51-ae57-4440-bb33-502cb6ae8dc0 HTTP/1.1" status: 200 len: 210 time: 0.1020200 Nov 02 13:07:31.789145 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Allocated IP 172.20.0.5 (13e53faf-1129-4ea5-9687-5b1041ecda08/d5e7c47d-a874-4853-b81d-ecd9c8736be7/2c08a873-2ca8-4674-a003-ea521f4f867c) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:07:31.834841 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e7f28-00fc-4fa3-9cc4-26fe62b0a240 req-d6a388d9-3627-4596-8beb-81e5cdde236f tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:31.844401 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6f5e7f28-00fc-4fa3-9cc4-26fe62b0a240 req-d6a388d9-3627-4596-8beb-81e5cdde236f tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 950 time: 0.1457953 Nov 02 13:07:31.974780 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d992e-d9a0-4f84-8feb-dcf199f1985e req-c6d4f9c0-680d-42dd-a1ed-c4d9c4aa7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:31.982137 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a92d992e-d9a0-4f84-8feb-dcf199f1985e req-c6d4f9c0-680d-42dd-a1ed-c4d9c4aa7c24 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 1130 time: 0.2601671 Nov 02 13:07:32.001822 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 57482) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:32.151740 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8cec346d-6b7c-49fb-bbf8-bdff09951fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:32.176019 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24b140-1144-4076-8f25-be115539e128 req-87b78573-c669-4034-b6f8-2d115511d7a9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:32.188703 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7a24b140-1144-4076-8f25-be115539e128 req-87b78573-c669-4034-b6f8-2d115511d7a9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.4077315 Nov 02 13:07:32.236706 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6f5e7f28-00fc-4fa3-9cc4-26fe62b0a240 req-e9dc42a2-8928-403e-9c82-1151e67288b6 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912158 Nov 02 13:07:32.292740 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2c208-f08e-4cac-92a7-287e9037929c req-7e21a4df-4640-4507-875b-4a137d177340 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:32.294068 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-dde2c208-f08e-4cac-92a7-287e9037929c req-7e21a4df-4640-4507-875b-4a137d177340 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.86 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 950 time: 0.4326231 Nov 02 13:07:32.333510 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks [] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:32.371423 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7a24b140-1144-4076-8f25-be115539e128 req-03ad3d90-79ce-4601-ab79-8fbdf4a1eef1 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815920 Nov 02 13:07:32.456927 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d992e-d9a0-4f84-8feb-dcf199f1985e req-8d5ab10c-b3e6-4ee6-9ede-5a7e3e3b963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:32.458634 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a92d992e-d9a0-4f84-8feb-dcf199f1985e req-8d5ab10c-b3e6-4ee6-9ede-5a7e3e3b963e service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 920 time: 0.4262273 Nov 02 13:07:32.541775 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a92d992e-d9a0-4f84-8feb-dcf199f1985e req-d8315506-5da6-4a9c-89fb-f080bc520973 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b7045bb-af20-4e9b-8bf8-94f53a785ae9 HTTP/1.1" status: 200 len: 217 time: 0.0736473 Nov 02 13:07:32.542410 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device ec8d3266-1418-4d91-acbc-d14944d257ee details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:07:32.563295 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:32.632683 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-dde2c208-f08e-4cac-92a7-287e9037929c req-0949f8ce-f118-439e-8576-590bdc19e671 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Deleting port 80497a3c-b525-439c-8a95-708b96646b75 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:07:32.633390 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-dde2c208-f08e-4cac-92a7-287e9037929c req-0949f8ce-f118-439e-8576-590bdc19e671 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (80497a3c-b525-439c-8a95-708b96646b75), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:32.672275 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 9283ba62-03e8-461b-ac20-be2d92b1a2ef no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:07:32.683741 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8cec346d-6b7c-49fb-bbf8-bdff09951fd0 admin admin] Publish callbacks [] for security_group (9e42b76b-b976-4e2a-84f2-dff67e054116), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:32.686934 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Network 13e53faf-1129-4ea5-9687-5b1041ecda08 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:07:32.693997 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb404ad0-7c16-46af-92ea-bc268567fc5f req-18277e47-9884-46b1-87c1-7de311169e75 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:32.699443 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:07:32.702164 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-bb404ad0-7c16-46af-92ea-bc268567fc5f req-18277e47-9884-46b1-87c1-7de311169e75 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 943 time: 0.3151221 Nov 02 13:07:32.708208 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:07:32.720204 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Pushing event updated for resources: {'Port': ['ID=2c08a873-2ca8-4674-a003-ea521f4f867c,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:32.756216 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 9283ba62-03e8-461b-ac20-be2d92b1a2ef {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:07:32.758199 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 9283ba62-03e8-461b-ac20-be2d92b1a2ef not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:07:32.760862 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d992e-d9a0-4f84-8feb-dcf199f1985e req-8888b73e-22fc-4745-90b5-a0200e69f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:32.762693 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a92d992e-d9a0-4f84-8feb-dcf199f1985e req-8888b73e-22fc-4745-90b5-a0200e69f11d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.2047644 Nov 02 13:07:32.819789 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port ec8d3266-1418-4d91-acbc-d14944d257ee, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ec8d3266-1418-4d91-acbc-d14944d257ee,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:32.825568 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcd997-c86b-4e12-b0ec-6a9bc188e18c req-bcb33654-c416-4274-8813-d39b1ed377f0 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:32.833435 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8cec346d-6b7c-49fb-bbf8-bdff09951fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (9e42b76b-b976-4e2a-84f2-dff67e054116), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:32.834820 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6efcd997-c86b-4e12-b0ec-6a9bc188e18c req-bcb33654-c416-4274-8813-d39b1ed377f0 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 931 time: 0.2091064 Nov 02 13:07:32.853297 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:32.853546 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': 'ec8d3266-1418-4d91-acbc-d14944d257ee', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'port_id': 'ec8d3266-1418-4d91-acbc-d14944d257ee', 'mac_address': 'fa:16:3e:68:8b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:07:32.854527 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:32.894825 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-bb404ad0-7c16-46af-92ea-bc268567fc5f req-e9beab71-7e3f-46ff-a722-f80607e90384 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912367 Nov 02 13:07:32.950737 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port ec8d3266-1418-4d91-acbc-d14944d257ee is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:32.951844 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:32.976253 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8d3266-1418-4d91-acbc-d14944d257ee {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:32.980110 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6efcd997-c86b-4e12-b0ec-6a9bc188e18c req-01409e20-2c82-4101-8738-ad0d3337329e tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202347 Nov 02 13:07:32.995527 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-dde2c208-f08e-4cac-92a7-287e9037929c req-0949f8ce-f118-439e-8576-590bdc19e671 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] For port 80497a3c-b525-439c-8a95-708b96646b75, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=80497a3c-b525-439c-8a95-708b96646b75,segment=NetworkSegment(235d404a-e575-4405-9094-ef7907214440),segment_id=235d404a-e575-4405-9094-ef7907214440)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:32.996052 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-dde2c208-f08e-4cac-92a7-287e9037929c req-0949f8ce-f118-439e-8576-590bdc19e671 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (80497a3c-b525-439c-8a95-708b96646b75), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:33.058459 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port ec8d3266-1418-4d91-acbc-d14944d257ee, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ec8d3266-1418-4d91-acbc-d14944d257ee,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:33.067340 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 57490) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:33.078896 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-8cec346d-6b7c-49fb-bbf8-bdff09951fd0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b27a5fbba5a04d93a885d5db32b8cfb1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0709958 Nov 02 13:07:33.120376 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-859455f8-d1b1-45f5-9b89-be16dd5bfe13 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2025108 Nov 02 13:07:33.140276 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:33.148937 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Request body: {'port': {'device_id': 'e4e1d641-1d1a-49e0-a8b0-225f44c036b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:33.191368 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-dde2c208-f08e-4cac-92a7-287e9037929c req-0949f8ce-f118-439e-8576-590bdc19e671 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Calling delete_port for 80497a3c-b525-439c-8a95-708b96646b75 owned by compute:nova {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:07:33.197851 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec346d-6b7c-49fb-bbf8-bdff09951fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e42b76b-b976-4e2a-84f2-dff67e054116,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:33.238499 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d992e-d9a0-4f84-8feb-dcf199f1985e req-318b6852-eb9e-4a27-a776-66401bdfb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:33.242833 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a92d992e-d9a0-4f84-8feb-dcf199f1985e req-318b6852-eb9e-4a27-a776-66401bdfb2dd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4592206 Nov 02 13:07:33.278781 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:33.284925 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=ec8d3266-1418-4d91-acbc-d14944d257ee,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:33.340369 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a5dd20da-4ff2-4d80-af96-d43c61739019 admin admin] Publish callbacks [] for security_group (9e42b76b-b976-4e2a-84f2-dff67e054116), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:33.406968 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a5dd20da-4ff2-4d80-af96-d43c61739019 admin admin] Publish callbacks [] for security_group (9e42b76b-b976-4e2a-84f2-dff67e054116), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:33.457902 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037e3e1-cefc-4829-b9ac-2db769e20ab3 req-fe85b59e-2c5c-4882-b3d6-034d0b9dcf01 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:33.459590 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0037e3e1-cefc-4829-b9ac-2db769e20ab3 req-fe85b59e-2c5c-4882-b3d6-034d0b9dcf01 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.4150527 Nov 02 13:07:33.527302 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['ec8d3266-1418-4d91-acbc-d14944d257ee'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:07:33.574955 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a92d992e-d9a0-4f84-8feb-dcf199f1985e req-03b350ff-4468-4e10-ad88-8abd746f421e service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112400 Nov 02 13:07:33.824639 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0037e3e1-cefc-4829-b9ac-2db769e20ab3 req-b85d8cb9-4157-4cc2-a1cc-f9b24494af59 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509758 Nov 02 13:07:33.922680 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51bfc7-37ac-46fe-9431-60421e4ca2e2 req-8c91d5c5-f8a9-4c52-a34c-951f5e8263a0 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:33.932557 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0b51bfc7-37ac-46fe-9431-60421e4ca2e2 req-8c91d5c5-f8a9-4c52-a34c-951f5e8263a0 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 950 time: 0.4348011 Nov 02 13:07:33.997910 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c08a873-2ca8-4674-a003-ea521f4f867c {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:34.013063 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Publish callbacks [] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:34.036273 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a5dd20da-4ff2-4d80-af96-d43c61739019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (9e42b76b-b976-4e2a-84f2-dff67e054116), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:34.040784 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a5dd20da-4ff2-4d80-af96-d43c61739019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:34.046896 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-a5dd20da-4ff2-4d80-af96-d43c61739019 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9e42b76b-b976-4e2a-84f2-dff67e054116 HTTP/1.1" status: 204 len: 168 time: 0.9738529 Nov 02 13:07:34.073045 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0b51bfc7-37ac-46fe-9431-60421e4ca2e2 req-b0a3f9e5-00ab-4457-a5e0-389a9dd2124e tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/security-groups?id=8200c9a0-b7df-4124-88e9-2981105b99df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392140 Nov 02 13:07:34.080157 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a92d992e-d9a0-4f84-8feb-dcf199f1985e req-6543bb39-3ed3-408c-8ba3-22743b09ea0b service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937515 Nov 02 13:07:34.084885 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Transition to ACTIVE for port object 2c08a873-2ca8-4674-a003-ea521f4f867c will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:07:34.139627 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd20da-4ff2-4d80-af96-d43c61739019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e42b76b-b976-4e2a-84f2-dff67e054116,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:34.226278 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:34.250197 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91432b-9c97-4663-8b96-2054446ffb5e req-129c7a24-3fb5-4fbe-9154-da865132ff65 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:34.260827 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6c91432b-9c97-4663-8b96-2054446ffb5e req-129c7a24-3fb5-4fbe-9154-da865132ff65 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.2306561 Nov 02 13:07:34.319867 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-dde2c208-f08e-4cac-92a7-287e9037929c req-0949f8ce-f118-439e-8576-590bdc19e671 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (80497a3c-b525-439c-8a95-708b96646b75), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:34.368931 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-abc79be3-2aab-4450-bea1-b9a789c0f53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:34.400137 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949f8ce-f118-439e-8576-590bdc19e671 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Pushing event deleted for resources: {'Port': ['ID=80497a3c-b525-439c-8a95-708b96646b75,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:34.447548 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6c91432b-9c97-4663-8b96-2054446ffb5e req-52dad48b-9148-4b34-a5cf-948474dfec84 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856778 Nov 02 13:07:34.540219 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde2c208-f08e-4cac-92a7-287e9037929c req-0949f8ce-f118-439e-8576-590bdc19e671 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] No DVR routers for this DVR port 80497a3c-b525-439c-8a95-708b96646b75 on host hv-cinder-86327 {{(pid=116229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:07:34.544100 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-dde2c208-f08e-4cac-92a7-287e9037929c req-0949f8ce-f118-439e-8576-590bdc19e671 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:34.549011 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-dde2c208-f08e-4cac-92a7-287e9037929c req-0949f8ce-f118-439e-8576-590bdc19e671 tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.86 "DELETE /v2.0/ports/80497a3c-b525-439c-8a95-708b96646b75 HTTP/1.1" status: 204 len: 173 time: 2.2430990 Nov 02 13:07:34.549293 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b6e7ef-3151-4875-bb24-d0b17eeffd93', 'name': 'network-vif-deleted', 'tag': '80497a3c-b525-439c-8a95-708b96646b75'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:34.552295 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097115d7-1119-43d8-8265-2d4e74b5bb53" -d '{"events": [{"server_uuid": "f6b6e7ef-3151-4875-bb24-d0b17eeffd93", "name": "network-vif-deleted", "tag": "80497a3c-b525-439c-8a95-708b96646b75"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:34.569808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 80497a3c-b525-439c-8a95-708b96646b75 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:07:34.601277 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 80497a3c-b525-439c-8a95-708b96646b75 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:07:34.601869 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 80497a3c-b525-439c-8a95-708b96646b75 not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:07:34.622466 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Pushing event updated for resources: {'Port': ['ID=2c08a873-2ca8-4674-a003-ea521f4f867c,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:34.728416 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84860f5-c90b-4b0f-ad86-882e65f91687 req-c13f45f3-fa48-4f6b-86ec-e917e066b5d7 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:34.757164 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c84860f5-c90b-4b0f-ad86-882e65f91687 req-c13f45f3-fa48-4f6b-86ec-e917e066b5d7 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 943 time: 0.1433868 Nov 02 13:07:34.787386 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f5fa5-3d84-41f4-a662-173d09c5f5b6 req-34ff70ca-e570-4254-bc57-0d4ff6ac0d8d tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:34.789328 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2a4f5fa5-3d84-41f4-a662-173d09c5f5b6 req-34ff70ca-e570-4254-bc57-0d4ff6ac0d8d tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 944 time: 0.4038007 Nov 02 13:07:34.926172 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Attempting to bind port 2c08a873-2ca8-4674-a003-ea521f4f867c on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:07:34.926172 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Attempting to bind port 2c08a873-2ca8-4674-a003-ea521f4f867c by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '3978924e-c748-43d7-83dd-f9c5ee327ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:07:34.926172 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Attempting to bind port 2c08a873-2ca8-4674-a003-ea521f4f867c on network 13e53faf-1129-4ea5-9687-5b1041ecda08 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:34.926172 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Port 2c08a873-2ca8-4674-a003-ea521f4f867c on network 13e53faf-1129-4ea5-9687-5b1041ecda08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:07:34.926172 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Attempting to bind port 2c08a873-2ca8-4674-a003-ea521f4f867c on network 13e53faf-1129-4ea5-9687-5b1041ecda08 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:34.927325 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c84860f5-c90b-4b0f-ad86-882e65f91687 req-b237be46-47d5-4096-8441-44adf04b795f tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904286 Nov 02 13:07:34.927640 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:07:34.927640 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Checking segment: {'id': '3978924e-c748-43d7-83dd-f9c5ee327ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:07:34.927640 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Bound using segment: {'id': '3978924e-c748-43d7-83dd-f9c5ee327ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:07:34.927640 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Bound port: 2c08a873-2ca8-4674-a003-ea521f4f867c, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3978924e-c748-43d7-83dd-f9c5ee327ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:07:34.927640 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:34.927640 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2a4f5fa5-3d84-41f4-a662-173d09c5f5b6 req-7c2d23d7-7996-4430-b14f-7411fe89df1e tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929770 Nov 02 13:07:34.928895 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afee824-6fac-4541-94dd-ab6d97410719 x-openstack-request-id: req-2afee824-6fac-4541-94dd-ab6d97410719 {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:34.928895 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b6e7ef-3151-4875-bb24-d0b17eeffd93", "name": "network-vif-deleted", "tag": "80497a3c-b525-439c-8a95-708b96646b75", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:34.928895 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2afee824-6fac-4541-94dd-ab6d97410719 {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:34.928895 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afee824-6fac-4541-94dd-ab6d97410719'] response: {'server_uuid': 'f6b6e7ef-3151-4875-bb24-d0b17eeffd93', 'name': 'network-vif-deleted', 'tag': '80497a3c-b525-439c-8a95-708b96646b75', 'status': 'completed', 'code': 200} Nov 02 13:07:34.993319 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] For port 2c08a873-2ca8-4674-a003-ea521f4f867c, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:07:34.996970 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] For port 2c08a873-2ca8-4674-a003-ea521f4f867c, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2c08a873-2ca8-4674-a003-ea521f4f867c,segment=NetworkSegment(3978924e-c748-43d7-83dd-f9c5ee327ec8),segment_id=3978924e-c748-43d7-83dd-f9c5ee327ec8)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:07:35.071416 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4ca30-d3da-42d1-8c04-453e97c477b1 req-56615c4c-a5d9-4649-ba0e-104b45d9ce3c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:35.073027 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1de4ca30-d3da-42d1-8c04-453e97c477b1 req-56615c4c-a5d9-4649-ba0e-104b45d9ce3c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0660431 Nov 02 13:07:35.136216 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1de4ca30-d3da-42d1-8c04-453e97c477b1 req-5b81ca37-b350-4cfc-8ee3-275e324556cd tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556004 Nov 02 13:07:35.215934 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ff6d4b99-5e65-4b8a-955a-23893bbcc224 req-a7de0a2f-8cd7-4859-89e2-cd1073f44a4c tempest-VolumesNegativeTest-1754814481 tempest-VolumesNegativeTest-1754814481-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6b6e7ef-3151-4875-bb24-d0b17eeffd93 HTTP/1.1" status: 200 len: 210 time: 0.0286658 Nov 02 13:07:35.425691 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:35.431956 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:35.433057 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:35.437275 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] 10.222.0.86 "PUT /v2.0/ports/2c08a873-2ca8-4674-a003-ea521f4f867c HTTP/1.1" status: 200 len: 1093 time: 2.3001866 Nov 02 13:07:35.439148 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e1d641-1d1a-49e0-a8b0-225f44c036b4', 'tag': '2c08a873-2ca8-4674-a003-ea521f4f867c'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:35.441912 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840cbea7-be49-48c0-aba5-f511d4700db9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e1d641-1d1a-49e0-a8b0-225f44c036b4", "tag": "2c08a873-2ca8-4674-a003-ea521f4f867c"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:35.510766 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8137a8b-7871-4e77-a966-57695661e214 service neutron] Pushing event updated for resources: {'Port': ['ID=2c08a873-2ca8-4674-a003-ea521f4f867c,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:35.561302 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08349b0-b62f-487d-a78c-b3041562da89 x-openstack-request-id: req-f08349b0-b62f-487d-a78c-b3041562da89 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:35.561659 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e1d641-1d1a-49e0-a8b0-225f44c036b4", "tag": "2c08a873-2ca8-4674-a003-ea521f4f867c", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:35.562190 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f08349b0-b62f-487d-a78c-b3041562da89 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:35.562505 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08349b0-b62f-487d-a78c-b3041562da89'] response: {'name': 'network-changed', 'server_uuid': 'e4e1d641-1d1a-49e0-a8b0-225f44c036b4', 'tag': '2c08a873-2ca8-4674-a003-ea521f4f867c', 'status': 'completed', 'code': 200} Nov 02 13:07:36.054109 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cbea7-be49-48c0-aba5-f511d4700db9 req-2e9b7b9d-7eb8-4d80-beed-2a4b6161ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:36.062009 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-840cbea7-be49-48c0-aba5-f511d4700db9 req-2e9b7b9d-7eb8-4d80-beed-2a4b6161ab4c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=950eadf3a5f44712a7fcb3fe44b3e70b&device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 1127 time: 0.4535275 Nov 02 13:07:36.149879 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a1320-307d-4df4-9eb6-e05ec0cb4310 req-d3e7d119-6e19-4450-ba36-1433783cd9bf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:36.159835 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b47a1320-307d-4df4-9eb6-e05ec0cb4310 req-d3e7d119-6e19-4450-ba36-1433783cd9bf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.4987807 Nov 02 13:07:36.314647 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cee31d-88ff-4000-b6c7-ca3b84a15e0c req-df7e1182-d0a3-45b7-a13c-9cbdaa27938d tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:36.315267 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b47a1320-307d-4df4-9eb6-e05ec0cb4310 req-17140fd0-f6b7-4874-9b79-dea3baa1e148 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539066 Nov 02 13:07:36.320138 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-83cee31d-88ff-4000-b6c7-ca3b84a15e0c req-df7e1182-d0a3-45b7-a13c-9cbdaa27938d tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 944 time: 0.1782413 Nov 02 13:07:36.337647 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cbea7-be49-48c0-aba5-f511d4700db9 req-f0c94993-fea1-4fbd-9bcb-e5a84471421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:36.339430 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-840cbea7-be49-48c0-aba5-f511d4700db9 req-f0c94993-fea1-4fbd-9bcb-e5a84471421d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=950eadf3a5f44712a7fcb3fe44b3e70b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2628715 Nov 02 13:07:36.514912 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-83cee31d-88ff-4000-b6c7-ca3b84a15e0c req-cc5ebeb7-9ff6-40a1-9bc1-605c97fd49c6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634429 Nov 02 13:07:36.589823 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device ec8d3266-1418-4d91-acbc-d14944d257ee up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:36.797168 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cbea7-be49-48c0-aba5-f511d4700db9 req-18467752-ee7a-4f6d-ab26-7b6b7c65129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:36.798055 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636369c6-9e95-44a1-b587-5b6e285d0bd4 req-a06be23d-1e90-46e4-8973-8b3ba20ed54b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:36.799611 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-636369c6-9e95-44a1-b587-5b6e285d0bd4 req-a06be23d-1e90-46e4-8973-8b3ba20ed54b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.1031148 Nov 02 13:07:36.799805 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-840cbea7-be49-48c0-aba5-f511d4700db9 req-18467752-ee7a-4f6d-ab26-7b6b7c65129b service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4511242 Nov 02 13:07:36.815772 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1094b-b498-40a2-8241-3237c3c223ae req-ac0b7bd7-914a-4fa1-bfe0-0b1d9e2f6862 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:36.818789 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-12b1094b-b498-40a2-8241-3237c3c223ae req-ac0b7bd7-914a-4fa1-bfe0-0b1d9e2f6862 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 943 time: 0.2696533 Nov 02 13:07:36.881868 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port ec8d3266-1418-4d91-acbc-d14944d257ee completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:07:36.886136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port ec8d3266-1418-4d91-acbc-d14944d257ee triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:36.886516 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:36.887407 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port ec8d3266-1418-4d91-acbc-d14944d257ee Nov 02 13:07:36.941024 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-636369c6-9e95-44a1-b587-5b6e285d0bd4 req-9ab5fef6-aa86-4d01-aa87-8e55ba98eac8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123922 Nov 02 13:07:37.028259 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-12b1094b-b498-40a2-8241-3237c3c223ae req-76042f44-8d16-4447-8b34-f34dbdb50fa1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980176 Nov 02 13:07:37.051527 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-c6b34834-aa0a-4737-a7e1-93c9668d3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:37.053760 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-c6b34834-aa0a-4737-a7e1-93c9668d3d70 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=950eadf3a5f44712a7fcb3fe44b3e70b&device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 1127 time: 0.1699016 Nov 02 13:07:37.065183 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port ec8d3266-1418-4d91-acbc-d14944d257ee is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:37.065943 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:37.144462 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8d3266-1418-4d91-acbc-d14944d257ee'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:37.147253 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bdfab6-fa7d-42aa-bba5-20ff68b6e968" -d '{"events": [{"server_uuid": "c480d7e0-b175-4c9c-87ae-52f7d62372fd", "name": "network-vif-plugged", "status": "completed", "tag": "ec8d3266-1418-4d91-acbc-d14944d257ee"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:37.168238 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-d0e34f2d-87dc-43f8-a094-aed678e9e3d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c08a873-2ca8-4674-a003-ea521f4f867c HTTP/1.1" status: 200 len: 217 time: 0.0981393 Nov 02 13:07:37.191068 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port ec8d3266-1418-4d91-acbc-d14944d257ee, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ec8d3266-1418-4d91-acbc-d14944d257ee,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:37.216730 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d529d1-b4c0-403f-9256-5e70a8b3334e x-openstack-request-id: req-a1d529d1-b4c0-403f-9256-5e70a8b3334e {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:37.217420 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c480d7e0-b175-4c9c-87ae-52f7d62372fd", "name": "network-vif-plugged", "status": "completed", "tag": "ec8d3266-1418-4d91-acbc-d14944d257ee", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:37.217865 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a1d529d1-b4c0-403f-9256-5e70a8b3334e {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:37.218474 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d529d1-b4c0-403f-9256-5e70a8b3334e'] response: {'server_uuid': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8d3266-1418-4d91-acbc-d14944d257ee', 'code': 200} Nov 02 13:07:37.333759 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-0b245ab4-b8e1-4cdc-826e-3c33b02513d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:37.335429 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-0b245ab4-b8e1-4cdc-826e-3c33b02513d1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5e7c47d-a874-4853-b81d-ecd9c8736be7 HTTP/1.1" status: 200 len: 848 time: 0.1604409 Nov 02 13:07:37.361273 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:37.400553 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-08be7bcc-d8db-43ea-b02e-e02fcee4402f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13e53faf-1129-4ea5-9687-5b1041ecda08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582738 Nov 02 13:07:37.502691 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=ec8d3266-1418-4d91-acbc-d14944d257ee,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:37.606058 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-d6ace497-f479-4d03-ba9e-ac50bdc102f4 service neutron] 10.222.0.86 "GET /v2.0/networks/13e53faf-1129-4ea5-9687-5b1041ecda08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964104 Nov 02 13:07:37.615732 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a02557-7eed-4c97-9bb2-f74da2b6f54f req-31074f7c-c8ff-47a4-aad5-c5ab2f901df1 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:37.618562 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-74a02557-7eed-4c97-9bb2-f74da2b6f54f req-31074f7c-c8ff-47a4-aad5-c5ab2f901df1 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.1350064 Nov 02 13:07:37.750677 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-74a02557-7eed-4c97-9bb2-f74da2b6f54f req-64d95c3b-84c1-48a2-84c2-7e2d75006679 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124454 Nov 02 13:07:37.867573 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692c9f3-0902-4b1a-92b4-10c5e7f957ef req-fd166a84-b0e0-49df-bd69-69e780afbd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:37.869355 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f692c9f3-0902-4b1a-92b4-10c5e7f957ef req-fd166a84-b0e0-49df-bd69-69e780afbd96 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 1129 time: 0.0970318 Nov 02 13:07:37.923195 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1d1a037a-8211-4d0c-85d2-0ec6766a0e66 req-3e9cf881-ec19-44a5-9772-90b86c416f76 service neutron] 10.222.0.86 "GET /v2.0/networks/13e53faf-1129-4ea5-9687-5b1041ecda08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105695 Nov 02 13:07:37.946967 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be1ced-110a-4c78-be59-5ab7fdcc373a req-ccb29ce7-076b-45f7-85b0-790f4956d20e tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:37.957215 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-23be1ced-110a-4c78-be59-5ab7fdcc373a req-ccb29ce7-076b-45f7-85b0-790f4956d20e tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 945 time: 0.1837740 Nov 02 13:07:38.004865 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f692c9f3-0902-4b1a-92b4-10c5e7f957ef req-3ac1f824-3668-4bf8-9954-22b493c759ab service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285725 Nov 02 13:07:38.083732 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-23be1ced-110a-4c78-be59-5ab7fdcc373a req-4d998d87-1ef7-4cb7-8910-285b7c992f89 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224918 Nov 02 13:07:38.298496 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6290-bec9-4dea-ae24-a0eee081f103 req-9dea1b8d-1d03-4498-b50a-2d5b096204ad tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:38.312177 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e06b6290-bec9-4dea-ae24-a0eee081f103 req-9dea1b8d-1d03-4498-b50a-2d5b096204ad tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.2046022 Nov 02 13:07:38.401524 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa4245-607a-47c5-84e4-709ebc7a881a req-e3c0731b-66f3-4111-af32-55e317fab16c tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:38.410699 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0baa4245-607a-47c5-84e4-709ebc7a881a req-e3c0731b-66f3-4111-af32-55e317fab16c tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 943 time: 0.1982880 Nov 02 13:07:38.434603 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-f2a813fb-7026-4897-8d9f-06da540f3912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:38.440351 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e06b6290-bec9-4dea-ae24-a0eee081f103 req-5bdf4781-653f-40b1-873a-9d2ab105d7e3 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275563 Nov 02 13:07:38.569961 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0baa4245-607a-47c5-84e4-709ebc7a881a req-18a53e0d-9c6c-416a-9c4f-509e86ae3c64 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453540 Nov 02 13:07:38.983784 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da9de0-7a9d-430b-80fa-bfdc4e4b9e47 req-63733972-153e-4b3f-a5c1-821916de4e63 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:38.997478 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b1da9de0-7a9d-430b-80fa-bfdc4e4b9e47 req-63733972-153e-4b3f-a5c1-821916de4e63 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.1395659 Nov 02 13:07:39.109416 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b1da9de0-7a9d-430b-80fa-bfdc4e4b9e47 req-02b4fa55-5c9d-4c1b-9942-e588676c7f9e tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103718 Nov 02 13:07:39.412836 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892fe2a-2a7d-4528-ac3e-64958539dc8a req-0bff36d3-df6c-4062-840f-468722f1b888 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:39.414579 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9892fe2a-2a7d-4528-ac3e-64958539dc8a req-0bff36d3-df6c-4062-840f-468722f1b888 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 945 time: 0.1214907 Nov 02 13:07:39.587258 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9892fe2a-2a7d-4528-ac3e-64958539dc8a req-5be34c31-b946-4441-895d-0b302357cecd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646268 Nov 02 13:07:39.752285 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58609e3-6c20-45b2-be94-61c30c6aeaaf req-b21f8432-7b12-4210-87bc-a0050413d805 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:39.754442 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c58609e3-6c20-45b2-be94-61c30c6aeaaf req-b21f8432-7b12-4210-87bc-a0050413d805 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.1715183 Nov 02 13:07:39.777237 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393c184-0049-464c-8f0e-5de05d852eb1 req-0483ba75-3b8a-46e7-a80d-af967f08342d tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:39.781933 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f393c184-0049-464c-8f0e-5de05d852eb1 req-0483ba75-3b8a-46e7-a80d-af967f08342d tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 943 time: 0.1134069 Nov 02 13:07:39.906933 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c58609e3-6c20-45b2-be94-61c30c6aeaaf req-b7a38e14-8006-465f-8f63-2bf0be24552f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327562 Nov 02 13:07:39.986513 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f393c184-0049-464c-8f0e-5de05d852eb1 req-d618ec04-774a-4ef9-aae8-19d2ed9e84cc tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861932 Nov 02 13:07:40.431818 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529984e-c5ad-4fec-80f1-522061a85f9a req-e10dfef1-9cdd-418a-9f35-e42987f44e7b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:40.448362 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9529984e-c5ad-4fec-80f1-522061a85f9a req-e10dfef1-9cdd-418a-9f35-e42987f44e7b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.2038405 Nov 02 13:07:40.589652 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9529984e-c5ad-4fec-80f1-522061a85f9a req-9bbdd9e3-203d-4b17-ac78-900d5fc186d8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324790 Nov 02 13:07:40.665994 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:40.771153 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358ce9-e837-4b14-91bb-f30c095325da req-c978efba-091c-4062-9a61-b917050cb9da tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:40.773474 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-44358ce9-e837-4b14-91bb-f30c095325da req-c978efba-091c-4062-9a61-b917050cb9da tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 945 time: 0.0873218 Nov 02 13:07:40.907277 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-44358ce9-e837-4b14-91bb-f30c095325da req-f4feebe3-20cf-445c-b8e9-6ee9e326fb0e tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240737 Nov 02 13:07:41.197436 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984f3d4-590c-4dbd-ace1-28593bb23cec req-5866ba6c-c316-4642-8f36-627417282879 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:41.199297 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0984f3d4-590c-4dbd-ace1-28593bb23cec req-5866ba6c-c316-4642-8f36-627417282879 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0855350 Nov 02 13:07:41.293911 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947826-b6f7-4098-9d23-3aa713607023 req-9c2a5001-ccf4-40a2-96c7-8fe6730c17b3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:41.293911 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d947826-b6f7-4098-9d23-3aa713607023 req-9c2a5001-ccf4-40a2-96c7-8fe6730c17b3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 945 time: 0.1622906 Nov 02 13:07:41.295188 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0984f3d4-590c-4dbd-ace1-28593bb23cec req-7940c595-71c3-4623-a132-6aa29468afa1 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598235 Nov 02 13:07:41.295188 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 57760) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:41.296463 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-952852c0-ece8-40f8-8f22-cc8b8dc90b5b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'floatingip': {'port_id': 'ec8d3266-1418-4d91-acbc-d14944d257ee'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:41.357160 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-952852c0-ece8-40f8-8f22-cc8b8dc90b5b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (1dd28d30-1be6-4978-95e9-a60a2917ec7d), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:41.362310 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49702495-e578-4cc0-92a9-68a680570f26 req-9f46d075-08b5-4601-87eb-56e2dc38e4e7 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:41.369246 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-49702495-e578-4cc0-92a9-68a680570f26 req-9f46d075-08b5-4601-87eb-56e2dc38e4e7 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 943 time: 0.0894151 Nov 02 13:07:41.434764 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-49702495-e578-4cc0-92a9-68a680570f26 req-5d5c8966-b532-4245-9996-87eea493b7df tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643799 Nov 02 13:07:41.843646 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ab930-dd03-4b4e-9818-7121d09ed224 req-1f0e5272-6d84-4336-89b6-3b6e46337980 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:41.845457 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-308ab930-dd03-4b4e-9818-7121d09ed224 req-1f0e5272-6d84-4336-89b6-3b6e46337980 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.1530080 Nov 02 13:07:41.968790 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-308ab930-dd03-4b4e-9818-7121d09ed224 req-3ee4e422-a2b6-438b-82fa-7b98f67e588d tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143157 Nov 02 13:07:41.980025 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:41.981382 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:41.993187 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-952852c0-ece8-40f8-8f22-cc8b8dc90b5b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:42.191866 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-952852c0-ece8-40f8-8f22-cc8b8dc90b5b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (1dd28d30-1be6-4978-95e9-a60a2917ec7d), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:42.395306 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [None req-952852c0-ece8-40f8-8f22-cc8b8dc90b5b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Floating IP 1dd28d30-1be6-4978-95e9-a60a2917ec7d associated. External IP: 172.28.4.107, port: ec8d3266-1418-4d91-acbc-d14944d257ee. Nov 02 13:07:42.614198 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd6e4f-f899-4530-ae66-06997be3b8b5 req-b61a8d9e-c60a-4bbd-97dc-32be465d630a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:42.615448 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 2c08a873-2ca8-4674-a003-ea521f4f867c details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:07:42.627242 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5afd6e4f-f899-4530-ae66-06997be3b8b5 req-b61a8d9e-c60a-4bbd-97dc-32be465d630a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.1973343 Nov 02 13:07:42.793517 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5afd6e4f-f899-4530-ae66-06997be3b8b5 req-83a89233-b8f2-475b-8c08-ad1cf268a33f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638763 Nov 02 13:07:42.841904 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69932327-4af6-403d-a2b6-0b5b40e2566e req-9a48a0c4-bd86-4eb9-9b90-b46247cfe5fb tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:42.844074 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-69932327-4af6-403d-a2b6-0b5b40e2566e req-9a48a0c4-bd86-4eb9-9b90-b46247cfe5fb tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 943 time: 0.1864023 Nov 02 13:07:42.907020 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 2c08a873-2ca8-4674-a003-ea521f4f867c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2c08a873-2ca8-4674-a003-ea521f4f867c,segment=NetworkSegment(3978924e-c748-43d7-83dd-f9c5ee327ec8),segment_id=3978924e-c748-43d7-83dd-f9c5ee327ec8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:42.912615 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952852c0-ece8-40f8-8f22-cc8b8dc90b5b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Router 564f2c35-915a-427d-90bc-6b7192856d14 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:07:42.925803 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '2c08a873-2ca8-4674-a003-ea521f4f867c', 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08', 'port_id': '2c08a873-2ca8-4674-a003-ea521f4f867c', 'mac_address': 'fa:16:3e:5b:5e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1490, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e7c47d-a874-4853-b81d-ecd9c8736be7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:07:42.974040 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-69932327-4af6-403d-a2b6-0b5b40e2566e req-101ebacb-9567-4f46-bd89-9f396b226a7d tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202083 Nov 02 13:07:42.992642 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 2c08a873-2ca8-4674-a003-ea521f4f867c is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:42.993372 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:43.022746 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c08a873-2ca8-4674-a003-ea521f4f867c {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:43.052553 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 2c08a873-2ca8-4674-a003-ea521f4f867c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2c08a873-2ca8-4674-a003-ea521f4f867c,segment=NetworkSegment(3978924e-c748-43d7-83dd-f9c5ee327ec8),segment_id=3978924e-c748-43d7-83dd-f9c5ee327ec8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:43.103284 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952852c0-ece8-40f8-8f22-cc8b8dc90b5b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:07:43.111488 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-952852c0-ece8-40f8-8f22-cc8b8dc90b5b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:43.115534 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eedc4a6-726b-4295-9f56-cd3601b66389 None None] Sync routers for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:07:43.131995 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eedc4a6-726b-4295-9f56-cd3601b66389 None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:43.132644 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-4eedc4a6-726b-4295-9f56-cd3601b66389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:07:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:43.159336 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50938d3-ba41-4915-a9d2-a0fd3d88b16a req-535e5d75-8feb-4906-8e32-ec1ba4feaf21 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:43.161667 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c50938d3-ba41-4915-a9d2-a0fd3d88b16a req-535e5d75-8feb-4906-8e32-ec1ba4feaf21 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0718765 Nov 02 13:07:43.174208 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-952852c0-ece8-40f8-8f22-cc8b8dc90b5b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "PUT /v2.0/floatingips/1dd28d30-1be6-4978-95e9-a60a2917ec7d HTTP/1.1" status: 200 len: 991 time: 1.8810852 Nov 02 13:07:43.175826 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'tag': 'ec8d3266-1418-4d91-acbc-d14944d257ee'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:43.180956 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d19ad3-a498-4eea-a902-f5b4b8fb53fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c480d7e0-b175-4c9c-87ae-52f7d62372fd", "tag": "ec8d3266-1418-4d91-acbc-d14944d257ee"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:43.234814 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c50938d3-ba41-4915-a9d2-a0fd3d88b16a req-5e2c8c3f-44c9-4069-88f0-bdcd0434e6db tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643568 Nov 02 13:07:43.247084 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cc46c8-7d08-42f4-aca4-d234c094413d x-openstack-request-id: req-03cc46c8-7d08-42f4-aca4-d234c094413d {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:43.247529 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c480d7e0-b175-4c9c-87ae-52f7d62372fd", "tag": "ec8d3266-1418-4d91-acbc-d14944d257ee", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:43.248021 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-03cc46c8-7d08-42f4-aca4-d234c094413d {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:43.248666 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cc46c8-7d08-42f4-aca4-d234c094413d'] response: {'name': 'network-changed', 'server_uuid': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'tag': 'ec8d3266-1418-4d91-acbc-d14944d257ee', 'status': 'completed', 'code': 200} Nov 02 13:07:43.343918 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d19ad3-a498-4eea-a902-f5b4b8fb53fe req-e8a6908e-fd1c-4fa8-a182-2aa1e8932c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:43.345984 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-05d19ad3-a498-4eea-a902-f5b4b8fb53fe req-e8a6908e-fd1c-4fa8-a182-2aa1e8932c44 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 1129 time: 0.0586421 Nov 02 13:07:43.400579 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-4eedc4a6-726b-4295-9f56-cd3601b66389 None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:43.433159 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:43.473689 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d19ad3-a498-4eea-a902-f5b4b8fb53fe req-1ff0b6ea-bf01-4bf5-b208-229f14f6ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:43.475305 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-05d19ad3-a498-4eea-a902-f5b4b8fb53fe req-1ff0b6ea-bf01-4bf5-b208-229f14f6ced9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 916 time: 0.1161516 Nov 02 13:07:43.599299 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-05d19ad3-a498-4eea-a902-f5b4b8fb53fe req-d3ec6722-469d-4b4d-af7a-26e873e956a0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec8d3266-1418-4d91-acbc-d14944d257ee HTTP/1.1" status: 200 len: 999 time: 0.1073079 Nov 02 13:07:43.604087 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=2c08a873-2ca8-4674-a003-ea521f4f867c,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:43.666155 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d19ad3-a498-4eea-a902-f5b4b8fb53fe req-97a952d2-8253-459a-8f88-87ca1660228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:43.667673 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-05d19ad3-a498-4eea-a902-f5b4b8fb53fe req-97a952d2-8253-459a-8f88-87ca1660228f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34562175-220e-4327-8ff3-8fb8876f7f18 HTTP/1.1" status: 200 len: 853 time: 0.0614271 Nov 02 13:07:43.723571 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d19ad3-a498-4eea-a902-f5b4b8fb53fe req-3a58b59c-f57d-4f31-a778-c21ccedae9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:43.725449 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-05d19ad3-a498-4eea-a902-f5b4b8fb53fe req-3a58b59c-f57d-4f31-a778-c21ccedae9bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=458c9c2b-29df-4bee-b02f-d359db3b0898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0514727 Nov 02 13:07:43.804248 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-4eedc4a6-726b-4295-9f56-cd3601b66389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '1dd28d30-1be6-4978-95e9-a60a2917ec7d', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.107', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': 'ec8d3266-1418-4d91-acbc-d14944d257ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:68:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:07:14Z', 'updated_at': '2022-11-02T13:07:41Z', 'revision_number': 1, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}, {'id': '4a2e9267-f6ec-46d4-9799-5f7274c9c240', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.236', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '969da52d-8892-403c-8679-3677e7229ce1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:9e:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:05:38Z', 'updated_at': '2022-11-02T13:06:22Z', 'revision_number': 2, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:43.862788 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eedc4a6-726b-4295-9f56-cd3601b66389 None None] Checking router: 564f2c35-915a-427d-90bc-6b7192856d14 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:07:43.869918 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['2c08a873-2ca8-4674-a003-ea521f4f867c'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:07:43.878497 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-05d19ad3-a498-4eea-a902-f5b4b8fb53fe req-eacc7906-03b4-42b0-87b0-721572e428aa service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446633 Nov 02 13:07:43.953570 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eedc4a6-726b-4295-9f56-cd3601b66389 None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:43.956551 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-4eedc4a6-726b-4295-9f56-cd3601b66389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:07:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:44.044375 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0cb15-c847-4ce4-945b-60723ec1999e req-83eb7755-8daf-41f1-ac91-238c7cd76a7c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:44.044375 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a4d0cb15-c847-4ce4-945b-60723ec1999e req-83eb7755-8daf-41f1-ac91-238c7cd76a7c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.1093903 Nov 02 13:07:44.121792 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-05d19ad3-a498-4eea-a902-f5b4b8fb53fe req-f565fc50-bbac-4644-bb7e-89b531ba8a6a service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328348 Nov 02 13:07:44.138338 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a4d0cb15-c847-4ce4-945b-60723ec1999e req-ad31ad4f-efde-40c9-90a1-74ba5cff7cba tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949116 Nov 02 13:07:44.253215 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-4eedc4a6-726b-4295-9f56-cd3601b66389 None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:44.445145 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b8c54-0a86-430e-a87c-044049e12c97 req-946efed7-0d46-4b21-a564-7b0b61c0e6cd tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:44.447004 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4c0b8c54-0a86-430e-a87c-044049e12c97 req-946efed7-0d46-4b21-a564-7b0b61c0e6cd tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 944 time: 0.2158437 Nov 02 13:07:44.487849 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1b637f60-4b28-4f02-b379-ed3ecfb86e40 req-84cbc2ff-0168-4b7b-8d05-abbfb80885ec service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1333377 Nov 02 13:07:44.508313 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabea26e-78d2-4baf-8f3a-1f35f02b864e req-16646b9a-2579-4f67-b940-3582a9a3991d tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:44.510600 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-eabea26e-78d2-4baf-8f3a-1f35f02b864e req-16646b9a-2579-4f67-b940-3582a9a3991d tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.1339715 Nov 02 13:07:44.565880 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4c0b8c54-0a86-430e-a87c-044049e12c97 req-dd24340e-cc24-4db2-b9ef-79715e3a5ba1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091869 Nov 02 13:07:44.626640 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b637f60-4b28-4f02-b379-ed3ecfb86e40 req-eb0fce2d-1ea2-4f97-80e4-24dfceb2cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:44.628315 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1b637f60-4b28-4f02-b379-ed3ecfb86e40 req-eb0fce2d-1ea2-4f97-80e4-24dfceb2cd6c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 1130 time: 0.0797873 Nov 02 13:07:44.634434 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-eabea26e-78d2-4baf-8f3a-1f35f02b864e req-fd5e7bb6-1bbd-4b0b-8fcd-bda010ba3b4d tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163044 Nov 02 13:07:44.803570 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-4eedc4a6-726b-4295-9f56-cd3601b66389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '1dd28d30-1be6-4978-95e9-a60a2917ec7d', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.107', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': 'ec8d3266-1418-4d91-acbc-d14944d257ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:68:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:07:14Z', 'updated_at': '2022-11-02T13:07:41Z', 'revision_number': 1, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}, {'id': '4a2e9267-f6ec-46d4-9799-5f7274c9c240', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.236', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '969da52d-8892-403c-8679-3677e7229ce1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:9e:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:05:38Z', 'updated_at': '2022-11-02T13:06:22Z', 'revision_number': 2, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:44.849904 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eedc4a6-726b-4295-9f56-cd3601b66389 None None] The sync data for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb is: [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '1dd28d30-1be6-4978-95e9-a60a2917ec7d', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.107', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': 'ec8d3266-1418-4d91-acbc-d14944d257ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:68:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:07:14Z', 'updated_at': '2022-11-02T13:07:41Z', 'revision_number': 1, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}, {'id': '4a2e9267-f6ec-46d4-9799-5f7274c9c240', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.236', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '969da52d-8892-403c-8679-3677e7229ce1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:9e:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:05:38Z', 'updated_at': '2022-11-02T13:06:22Z', 'revision_number': 2, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:07:44.897068 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b637f60-4b28-4f02-b379-ed3ecfb86e40 req-cf801cf5-a573-405e-8e56-be8fd6198477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:44.900554 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1b637f60-4b28-4f02-b379-ed3ecfb86e40 req-cf801cf5-a573-405e-8e56-be8fd6198477 service neutron] 10.222.0.86 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 916 time: 0.1291540 Nov 02 13:07:44.985040 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:45.001355 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1b637f60-4b28-4f02-b379-ed3ecfb86e40 req-15b55da0-0cec-41ed-92c6-65b6f17b3551 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=969da52d-8892-403c-8679-3677e7229ce1 HTTP/1.1" status: 200 len: 1002 time: 0.0930796 Nov 02 13:07:45.070578 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b637f60-4b28-4f02-b379-ed3ecfb86e40 req-ea3c40ff-3d6a-4383-ae71-46bd58adace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:45.073356 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1b637f60-4b28-4f02-b379-ed3ecfb86e40 req-ea3c40ff-3d6a-4383-ae71-46bd58adace3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34562175-220e-4327-8ff3-8fb8876f7f18 HTTP/1.1" status: 200 len: 853 time: 0.0580714 Nov 02 13:07:45.146421 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b637f60-4b28-4f02-b379-ed3ecfb86e40 req-97e115c5-89b1-4906-89cb-746e22f71423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:45.148981 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1b637f60-4b28-4f02-b379-ed3ecfb86e40 req-97e115c5-89b1-4906-89cb-746e22f71423 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=458c9c2b-29df-4bee-b02f-d359db3b0898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0684888 Nov 02 13:07:45.203671 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdaeb43-a791-42e5-b758-24ee46a65ae2 None None] New status for floating IP 1dd28d30-1be6-4978-95e9-a60a2917ec7d: ACTIVE {{(pid=116232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:07:45.298303 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1b637f60-4b28-4f02-b379-ed3ecfb86e40 req-8e926c0d-c62a-47a3-9d49-5cf77a0d78b1 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417572 Nov 02 13:07:45.415851 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907fbfc-23ca-4884-8a5f-aea5c337ed14 req-26e5246e-251b-4f2c-a588-1865c32cd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:45.427163 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1907fbfc-23ca-4884-8a5f-aea5c337ed14 req-26e5246e-251b-4f2c-a588-1865c32cd0e4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 1130 time: 0.1402955 Nov 02 13:07:45.580365 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907fbfc-23ca-4884-8a5f-aea5c337ed14 req-ef083145-ea94-4b84-b0a0-46f54e0cbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:45.582268 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1907fbfc-23ca-4884-8a5f-aea5c337ed14 req-ef083145-ea94-4b84-b0a0-46f54e0cbfef service neutron] 10.222.0.86 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 919 time: 0.1447642 Nov 02 13:07:45.678448 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1907fbfc-23ca-4884-8a5f-aea5c337ed14 req-ad40abde-62b0-4c62-bb0b-11bf1e5d66b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 HTTP/1.1" status: 200 len: 1002 time: 0.0889165 Nov 02 13:07:45.754201 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2b244-637e-4736-837f-085d83155711 req-43b451cd-c49e-4eaa-8f3c-df1aa134d04b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:45.755755 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-04b2b244-637e-4736-837f-085d83155711 req-43b451cd-c49e-4eaa-8f3c-df1aa134d04b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.3859138 Nov 02 13:07:45.763502 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1b637f60-4b28-4f02-b379-ed3ecfb86e40 req-395e8148-a2f9-45c1-8197-95a14092b586 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507358 Nov 02 13:07:45.766748 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907fbfc-23ca-4884-8a5f-aea5c337ed14 req-279afab8-4d80-4038-bc76-cf914d0b10ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:45.768339 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1907fbfc-23ca-4884-8a5f-aea5c337ed14 req-279afab8-4d80-4038-bc76-cf914d0b10ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 200 len: 856 time: 0.0803890 Nov 02 13:07:45.803354 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f554151-14a9-4add-a89b-24703fb2b7ce req-6eaf3fdc-0565-4a2d-a5ce-f9bf1b2239b9 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:45.806630 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9f554151-14a9-4add-a89b-24703fb2b7ce req-6eaf3fdc-0565-4a2d-a5ce-f9bf1b2239b9 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 944 time: 0.1198483 Nov 02 13:07:45.826631 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-04b2b244-637e-4736-837f-085d83155711 req-00d85b95-1fc7-4d55-a894-4ec18332da10 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621095 Nov 02 13:07:45.884821 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907fbfc-23ca-4884-8a5f-aea5c337ed14 req-4e065a9e-5581-4146-8899-e5bb172a901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:45.886491 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1907fbfc-23ca-4884-8a5f-aea5c337ed14 req-4e065a9e-5581-4146-8899-e5bb172a901c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af1e376b-b426-494b-8a32-b21f326de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1022861 Nov 02 13:07:45.894529 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9f554151-14a9-4add-a89b-24703fb2b7ce req-53f03850-6de5-4feb-ae02-2a9154f37a88 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718195 Nov 02 13:07:46.008971 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1053f-fc41-4ff3-b366-5c3e6a9f213c req-c4a44168-b02f-440c-a5dc-d2671b460a29 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:46.011296 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f5c1053f-fc41-4ff3-b366-5c3e6a9f213c req-c4a44168-b02f-440c-a5dc-d2671b460a29 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0816085 Nov 02 13:07:46.018287 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1907fbfc-23ca-4884-8a5f-aea5c337ed14 req-b3a821e6-5e44-4920-bb2c-cdc66a6c9904 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226087 Nov 02 13:07:46.108842 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f5c1053f-fc41-4ff3-b366-5c3e6a9f213c req-54f22168-07eb-47a5-9672-ef842c37ad4d tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833275 Nov 02 13:07:46.176327 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1907fbfc-23ca-4884-8a5f-aea5c337ed14 req-646b4a06-7fef-4f39-a64a-f53db75d0630 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431737 Nov 02 13:07:46.665299 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 2c08a873-2ca8-4674-a003-ea521f4f867c up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:46.865226 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 2c08a873-2ca8-4674-a003-ea521f4f867c completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:07:46.870277 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 2c08a873-2ca8-4674-a003-ea521f4f867c triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:46.871091 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:46.872032 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 2c08a873-2ca8-4674-a003-ea521f4f867c Nov 02 13:07:47.015119 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 2c08a873-2ca8-4674-a003-ea521f4f867c is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:47.015632 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:47.035447 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcbc2f-4c90-418f-a47d-7556019d75f5 req-fc776134-8a9d-436f-94f5-736585feddea tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:47.037097 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1ddcbc2f-4c90-418f-a47d-7556019d75f5 req-fc776134-8a9d-436f-94f5-736585feddea tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0775087 Nov 02 13:07:47.071445 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e1d641-1d1a-49e0-a8b0-225f44c036b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c08a873-2ca8-4674-a003-ea521f4f867c'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:47.076301 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c055959b-c521-4ad2-a86f-d2b501480ba0" -d '{"events": [{"server_uuid": "e4e1d641-1d1a-49e0-a8b0-225f44c036b4", "name": "network-vif-plugged", "status": "completed", "tag": "2c08a873-2ca8-4674-a003-ea521f4f867c"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:47.096805 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c5e8a-4f6e-47d5-a641-70226d9651a4 req-de7766a3-3324-436f-8713-f2da984fad87 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:47.099534 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f21c5e8a-4f6e-47d5-a641-70226d9651a4 req-de7766a3-3324-436f-8713-f2da984fad87 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 944 time: 0.0923431 Nov 02 13:07:47.103282 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 2c08a873-2ca8-4674-a003-ea521f4f867c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2c08a873-2ca8-4674-a003-ea521f4f867c,segment=NetworkSegment(3978924e-c748-43d7-83dd-f9c5ee327ec8),segment_id=3978924e-c748-43d7-83dd-f9c5ee327ec8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:47.120038 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1ddcbc2f-4c90-418f-a47d-7556019d75f5 req-dab1f43d-bc7a-4d97-a643-fc425f281de7 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649467 Nov 02 13:07:47.180161 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:47.181192 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f21c5e8a-4f6e-47d5-a641-70226d9651a4 req-38052cc7-d2e8-4f72-b6ea-4e6cd25d605b tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725415 Nov 02 13:07:47.228570 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061bbcb3-9700-4214-8a52-8a9978d4ff1d x-openstack-request-id: req-061bbcb3-9700-4214-8a52-8a9978d4ff1d {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:47.229260 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e1d641-1d1a-49e0-a8b0-225f44c036b4", "name": "network-vif-plugged", "status": "completed", "tag": "2c08a873-2ca8-4674-a003-ea521f4f867c", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:47.229696 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-061bbcb3-9700-4214-8a52-8a9978d4ff1d {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:47.230974 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-061bbcb3-9700-4214-8a52-8a9978d4ff1d'] response: {'server_uuid': 'e4e1d641-1d1a-49e0-a8b0-225f44c036b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c08a873-2ca8-4674-a003-ea521f4f867c', 'code': 200} Nov 02 13:07:47.272116 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=2c08a873-2ca8-4674-a003-ea521f4f867c,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:47.282820 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.283623 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.283992 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.285138 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.286429 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.287117 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.287612 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.288204 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.288692 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.289204 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.290061 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.290562 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.290901 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:47.355714 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5a48e-dbcd-49b6-ac4b-f99002fd41fa req-30d4d93e-4500-48a3-9c83-01e35d0b871a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:47.355714 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2aa5a48e-dbcd-49b6-ac4b-f99002fd41fa req-30d4d93e-4500-48a3-9c83-01e35d0b871a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0896637 Nov 02 13:07:47.412740 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2aa5a48e-dbcd-49b6-ac4b-f99002fd41fa req-7f7c56fd-ea71-4887-b962-21bfe1d379fa tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513351 Nov 02 13:07:47.705098 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daa64e-4d9e-47c4-a897-dee02e50f84f req-19f4f4c7-bee6-4f4b-b687-b482a83efa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:47.706642 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-60daa64e-4d9e-47c4-a897-dee02e50f84f req-19f4f4c7-bee6-4f4b-b687-b482a83efa2c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 1129 time: 0.0532866 Nov 02 13:07:47.758622 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-60daa64e-4d9e-47c4-a897-dee02e50f84f req-e9d8907b-5c3e-4d7d-9e07-60b7344a8e6a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Nov 02 13:07:48.283219 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d73172-dafd-4933-abf1-5a6444dea171 req-c98d1224-135f-4e74-b854-cacdde7e5f2d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:48.306361 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-54d73172-dafd-4933-abf1-5a6444dea171 req-c98d1224-135f-4e74-b854-cacdde7e5f2d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 946 time: 0.0686193 Nov 02 13:07:48.347669 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-54d73172-dafd-4933-abf1-5a6444dea171 req-84221768-6dd5-4875-bcdf-7d0d31f441bf tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545101 Nov 02 13:07:48.371036 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4590190-96b1-4905-b32c-4b5ecb273cdd req-cb5274ca-9bbf-46f4-93a5-c198d5845b4d tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:48.374557 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d4590190-96b1-4905-b32c-4b5ecb273cdd req-cb5274ca-9bbf-46f4-93a5-c198d5845b4d tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 945 time: 0.0948944 Nov 02 13:07:48.437893 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d4590190-96b1-4905-b32c-4b5ecb273cdd req-0c01ea12-62d1-4b7a-92e3-a92f5aecd94d tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495000 Nov 02 13:07:48.578009 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2962e-3d87-4922-926b-59a0d8e95fd1 req-ef7bad1c-48d2-4748-93f1-eaf3b45f1f6c tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:48.579548 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-63c2962e-3d87-4922-926b-59a0d8e95fd1 req-ef7bad1c-48d2-4748-93f1-eaf3b45f1f6c tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0812385 Nov 02 13:07:48.636174 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-63c2962e-3d87-4922-926b-59a0d8e95fd1 req-4f349364-f673-49df-8510-843a7f362d8d tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470924 Nov 02 13:07:48.648625 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:07:48.759916 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 is: ACTIVE; New status is: DOWN {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:48.760615 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:48.814339 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:49.002021 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:49.073755 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,revision_number=8']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:49.232375 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:49.236079 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcaf7e4-e6dd-4668-a77c-3edceb736fc9" -d '{"events": [{"server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "name": "network-vif-unplugged", "status": "completed", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:49.285447 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48482e08-b9a1-4ed2-a14e-0640e2979a88 x-openstack-request-id: req-48482e08-b9a1-4ed2-a14e-0640e2979a88 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:49.285655 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "name": "network-vif-unplugged", "status": "completed", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:49.285955 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-48482e08-b9a1-4ed2-a14e-0640e2979a88 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:49.286362 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48482e08-b9a1-4ed2-a14e-0640e2979a88'] response: {'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'code': 200} Nov 02 13:07:49.518613 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3137eb1-714b-45c3-91e0-c2550cc7c80e req-edd74b65-7dc6-4e01-b169-25ad6b50c507 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:49.520950 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c3137eb1-714b-45c3-91e0-c2550cc7c80e req-edd74b65-7dc6-4e01-b169-25ad6b50c507 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0659237 Nov 02 13:07:49.585542 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c3137eb1-714b-45c3-91e0-c2550cc7c80e req-f9868d57-926d-4131-b710-acae08cada41 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580928 Nov 02 13:07:49.589638 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e537e-c5ea-46b9-9298-d16adb7feb23 req-38718e5f-7c37-46de-b433-5df99c25e145 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:49.591370 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e47e537e-c5ea-46b9-9298-d16adb7feb23 req-38718e5f-7c37-46de-b433-5df99c25e145 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 945 time: 0.0618358 Nov 02 13:07:49.672140 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e47e537e-c5ea-46b9-9298-d16adb7feb23 req-24d204ef-a3d9-4369-ae17-47d55dead302 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747635 Nov 02 13:07:49.818414 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784098-329f-4af0-8b54-bacc3262f4fa req-5aae90ae-cd61-4faf-a583-0a09c50e3b53 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:49.820030 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-29784098-329f-4af0-8b54-bacc3262f4fa req-5aae90ae-cd61-4faf-a583-0a09c50e3b53 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0595634 Nov 02 13:07:49.874965 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-29784098-329f-4af0-8b54-bacc3262f4fa req-b2d37d2a-92c8-461a-b900-fcf30f1ed167 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485184 Nov 02 13:07:51.026566 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76eee1-ba52-4b1e-bec6-6aa479009ad4 req-cb68940e-3b9b-4770-841b-0f4f6f4a75d6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:51.028673 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf76eee1-ba52-4b1e-bec6-6aa479009ad4 req-cb68940e-3b9b-4770-841b-0f4f6f4a75d6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0608277 Nov 02 13:07:51.088185 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf76eee1-ba52-4b1e-bec6-6aa479009ad4 req-69258e13-35a9-44d4-adcf-13d483b1378a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528061 Nov 02 13:07:51.617837 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [req-14afa025-e50d-4d1e-a9fb-2eae913f2bec req-37a9d206-c627-4044-af07-a13dd2d5bb0e service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:07:51.618864 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-14afa025-e50d-4d1e-a9fb-2eae913f2bec req-37a9d206-c627-4044-af07-a13dd2d5bb0e service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062349 Nov 02 13:07:52.097608 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efe849-8055-4c60-af9a-be6f82a93ec4 req-35b58f18-5b54-4861-b080-2587ba06d471 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:52.098433 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19f42b-d3c9-4154-95ea-81d6e7fa2ff2 req-8e247383-a9ac-4e0d-9cb8-2b5f04fd126e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:52.100247 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6e19f42b-d3c9-4154-95ea-81d6e7fa2ff2 req-8e247383-a9ac-4e0d-9cb8-2b5f04fd126e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0709362 Nov 02 13:07:52.102601 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-34efe849-8055-4c60-af9a-be6f82a93ec4 req-35b58f18-5b54-4861-b080-2587ba06d471 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 945 time: 0.0725291 Nov 02 13:07:52.177295 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6e19f42b-d3c9-4154-95ea-81d6e7fa2ff2 req-8f3d8204-0db3-46aa-9d86-c1dd33f5695c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681467 Nov 02 13:07:52.178984 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-34efe849-8055-4c60-af9a-be6f82a93ec4 req-1af61a3b-8db0-449b-af8f-fde2d5c262a0 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715334 Nov 02 13:07:52.309071 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58136) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:52.327349 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcb9de-30dc-430b-a2f3-21e75be1f422 req-9130aefb-66b8-4f58-9582-8c9299db59e9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:52.329032 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a3fcb9de-30dc-430b-a2f3-21e75be1f422 req-9130aefb-66b8-4f58-9582-8c9299db59e9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0676813 Nov 02 13:07:52.396331 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a3fcb9de-30dc-430b-a2f3-21e75be1f422 req-f81758f0-c381-40c5-8624-cf8faef9d4f6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597315 Nov 02 13:07:52.585037 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58148) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:52.662402 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:07:52.667830 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58152) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:52.668025 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-03a914ab-b844-43d8-9bdb-6e8b31767be1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=12eeee0c8a994cab87ef8fec924e4a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567195 Nov 02 13:07:52.709250 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-63a5314b-0045-4b83-b63a-e9984d7d59a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:52.767560 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f643e4e6-f67a-46f8-9e91-6d6474997fb6 admin admin] Publish callbacks [] for security_group (8200c9a0-b7df-4124-88e9-2981105b99df), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:52.773191 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 is: DOWN; New status is: DOWN {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:52.808809 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f643e4e6-f67a-46f8-9e91-6d6474997fb6 admin admin] Publish callbacks [] for security_group (8200c9a0-b7df-4124-88e9-2981105b99df), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:52.874453 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-63a5314b-0045-4b83-b63a-e9984d7d59a0 admin admin] Publish callbacks [] for security_group (2cd96462-7fb3-4af3-a4a0-ddd922b4d33f), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:53.002207 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-63a5314b-0045-4b83-b63a-e9984d7d59a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (2cd96462-7fb3-4af3-a4a0-ddd922b4d33f), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:53.004937 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f643e4e6-f67a-46f8-9e91-6d6474997fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (8200c9a0-b7df-4124-88e9-2981105b99df), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:53.008069 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f643e4e6-f67a-46f8-9e91-6d6474997fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:53.009616 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-f643e4e6-f67a-46f8-9e91-6d6474997fb6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8200c9a0-b7df-4124-88e9-2981105b99df HTTP/1.1" status: 204 len: 168 time: 0.3413250 Nov 02 13:07:53.050486 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-63a5314b-0045-4b83-b63a-e9984d7d59a0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=41ef42a2293b43df9445f3f74104aa7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4640448 Nov 02 13:07:53.051617 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5314b-0045-4b83-b63a-e9984d7d59a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd96462-7fb3-4af3-a4a0-ddd922b4d33f,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:53.053848 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58164) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:53.068512 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643e4e6-f67a-46f8-9e91-6d6474997fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8200c9a0-b7df-4124-88e9-2981105b99df,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:53.118422 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0be7958e-54fd-4034-874c-d43a64c7bd65 admin admin] Publish callbacks [] for security_group (2cd96462-7fb3-4af3-a4a0-ddd922b4d33f), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:53.150072 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0be7958e-54fd-4034-874c-d43a64c7bd65 admin admin] Publish callbacks [] for security_group (2cd96462-7fb3-4af3-a4a0-ddd922b4d33f), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:53.342849 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0be7958e-54fd-4034-874c-d43a64c7bd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (2cd96462-7fb3-4af3-a4a0-ddd922b4d33f), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:53.347370 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0be7958e-54fd-4034-874c-d43a64c7bd65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:53.350188 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-0be7958e-54fd-4034-874c-d43a64c7bd65 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2cd96462-7fb3-4af3-a4a0-ddd922b4d33f HTTP/1.1" status: 204 len: 168 time: 0.2942767 Nov 02 13:07:53.361147 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58182) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:53.363828 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7958e-54fd-4034-874c-d43a64c7bd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd96462-7fb3-4af3-a4a0-ddd922b4d33f,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:53.418794 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b79ced-fa0d-49b8-a5dc-c409d7cf243b req-0dcccaab-5f23-4564-a4f5-f90947a8a07d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:53.420506 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e01e2f-77cb-43bc-a58a-6c59ddee2533 req-b7b4fdbf-aaf6-4da4-bf48-382f48f35f1f tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:53.421823 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-02b79ced-fa0d-49b8-a5dc-c409d7cf243b req-0dcccaab-5f23-4564-a4f5-f90947a8a07d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.1110547 Nov 02 13:07:53.434146 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-46e01e2f-77cb-43bc-a58a-6c59ddee2533 req-b7b4fdbf-aaf6-4da4-bf48-382f48f35f1f tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 945 time: 0.1453187 Nov 02 13:07:53.520105 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-02b79ced-fa0d-49b8-a5dc-c409d7cf243b req-c63b98f8-708d-4aa0-b4c8-0a6105ca85c8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928237 Nov 02 13:07:53.568393 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-46e01e2f-77cb-43bc-a58a-6c59ddee2533 req-659ea2c6-22a0-4bf1-9fde-0992f7ec7fe8 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254318 Nov 02 13:07:53.606032 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-38a79d6f-a30e-4e82-93a9-2a38f796ed7c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2419722 Nov 02 13:07:53.618509 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-b7462e9f-0c10-4a54-83b3-966c8d011edc service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:07:53.626632 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-b7462e9f-0c10-4a54-83b3-966c8d011edc service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081859 Nov 02 13:07:53.720044 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2cf35-228a-4f06-a72c-d3d1eca11c95 req-31f8ee72-be07-412f-b3dc-8637cfad2609 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:53.721591 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3ef2cf35-228a-4f06-a72c-d3d1eca11c95 req-31f8ee72-be07-412f-b3dc-8637cfad2609 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0653369 Nov 02 13:07:53.782573 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3ef2cf35-228a-4f06-a72c-d3d1eca11c95 req-a661c0cc-5d69-45d2-bd1b-c1e90eaf8f6f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535266 Nov 02 13:07:53.841109 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58200) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:53.988043 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b1cd-a88f-4ac6-87e6-5da028159ce9 req-ffb3954a-2c9f-4497-8f5a-37a122d77939 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:53.989945 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d5e5b1cd-a88f-4ac6-87e6-5da028159ce9 req-ffb3954a-2c9f-4497-8f5a-37a122d77939 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.86 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 945 time: 0.0696492 Nov 02 13:07:54.154518 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-d5e5b1cd-a88f-4ac6-87e6-5da028159ce9 req-b3171fdf-e088-4999-8717-5c2612a4d590 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Deleting port 2c08a873-2ca8-4674-a003-ea521f4f867c {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:07:54.154889 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-d5e5b1cd-a88f-4ac6-87e6-5da028159ce9 req-b3171fdf-e088-4999-8717-5c2612a4d590 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:54.170578 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:07:54.286306 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-d5e5b1cd-a88f-4ac6-87e6-5da028159ce9 req-b3171fdf-e088-4999-8717-5c2612a4d590 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] For port 2c08a873-2ca8-4674-a003-ea521f4f867c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2c08a873-2ca8-4674-a003-ea521f4f867c,segment=NetworkSegment(3978924e-c748-43d7-83dd-f9c5ee327ec8),segment_id=3978924e-c748-43d7-83dd-f9c5ee327ec8)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:54.286765 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-d5e5b1cd-a88f-4ac6-87e6-5da028159ce9 req-b3171fdf-e088-4999-8717-5c2612a4d590 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:54.306600 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-d5e5b1cd-a88f-4ac6-87e6-5da028159ce9 req-b3171fdf-e088-4999-8717-5c2612a4d590 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Calling delete_port for 2c08a873-2ca8-4674-a003-ea521f4f867c owned by compute:nova {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:07:54.316540 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-1613e44a-5dcd-4df9-a0bb-7d083169c853 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:54.327569 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-1613e44a-5dcd-4df9-a0bb-7d083169c853 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports/0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 HTTP/1.1" status: 200 len: 941 time: 0.4844751 Nov 02 13:07:54.731582 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9104623-80be-41ec-a354-fcb2f0de1e81 req-4550be08-f0f2-474b-af66-e7f08e405b4f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:54.733279 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e9104623-80be-41ec-a354-fcb2f0de1e81 req-4550be08-f0f2-474b-af66-e7f08e405b4f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0730996 Nov 02 13:07:54.781313 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d375c-d27f-490d-b2cb-1b8e068c471f req-c2ad6cc8-0f5e-4974-8787-44ca3764e7ca tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:54.784738 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-423d375c-d27f-490d-b2cb-1b8e068c471f req-c2ad6cc8-0f5e-4974-8787-44ca3764e7ca tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 945 time: 0.0835948 Nov 02 13:07:54.791619 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-d5e5b1cd-a88f-4ac6-87e6-5da028159ce9 req-b3171fdf-e088-4999-8717-5c2612a4d590 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (2c08a873-2ca8-4674-a003-ea521f4f867c), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:54.825802 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e9104623-80be-41ec-a354-fcb2f0de1e81 req-7376fbcc-f726-4bd6-a5b8-249d1cdc3849 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766168 Nov 02 13:07:54.840875 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['2c08a873-2ca8-4674-a003-ea521f4f867c'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:07:54.874809 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3171fdf-e088-4999-8717-5c2612a4d590 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Pushing event deleted for resources: {'Port': ['ID=2c08a873-2ca8-4674-a003-ea521f4f867c,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:54.935077 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e5b1cd-a88f-4ac6-87e6-5da028159ce9 req-b3171fdf-e088-4999-8717-5c2612a4d590 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] No DVR routers for this DVR port 2c08a873-2ca8-4674-a003-ea521f4f867c on host hv-cinder-86327 {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:07:54.942983 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-423d375c-d27f-490d-b2cb-1b8e068c471f req-bef2916c-4a6f-483f-b959-a02088114d02 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483414 Nov 02 13:07:54.944788 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-d5e5b1cd-a88f-4ac6-87e6-5da028159ce9 req-b3171fdf-e088-4999-8717-5c2612a4d590 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:54.948940 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d5e5b1cd-a88f-4ac6-87e6-5da028159ce9 req-b3171fdf-e088-4999-8717-5c2612a4d590 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.86 "DELETE /v2.0/ports/2c08a873-2ca8-4674-a003-ea521f4f867c HTTP/1.1" status: 204 len: 173 time: 0.9511352 Nov 02 13:07:54.949487 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e1d641-1d1a-49e0-a8b0-225f44c036b4', 'name': 'network-vif-deleted', 'tag': '2c08a873-2ca8-4674-a003-ea521f4f867c'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:54.951952 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942f8a00-0642-441f-b2c0-b0861c6e27de" -d '{"events": [{"server_uuid": "e4e1d641-1d1a-49e0-a8b0-225f44c036b4", "name": "network-vif-deleted", "tag": "2c08a873-2ca8-4674-a003-ea521f4f867c"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:54.999345 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a9d626-aded-426a-8b54-d35f44663666 x-openstack-request-id: req-87a9d626-aded-426a-8b54-d35f44663666 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:54.999784 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e1d641-1d1a-49e0-a8b0-225f44c036b4", "name": "network-vif-deleted", "tag": "2c08a873-2ca8-4674-a003-ea521f4f867c", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:55.000047 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-87a9d626-aded-426a-8b54-d35f44663666 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:55.000448 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a9d626-aded-426a-8b54-d35f44663666'] response: {'server_uuid': 'e4e1d641-1d1a-49e0-a8b0-225f44c036b4', 'name': 'network-vif-deleted', 'tag': '2c08a873-2ca8-4674-a003-ea521f4f867c', 'status': 'completed', 'code': 200} Nov 02 13:07:55.010301 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60bf79-e0b9-4931-bdbb-4df3dd31abb8 req-4cea5925-3508-4cf4-8c21-932dc30da855 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:55.011893 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5b60bf79-e0b9-4931-bdbb-4df3dd31abb8 req-4cea5925-3508-4cf4-8c21-932dc30da855 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0745821 Nov 02 13:07:55.072565 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5b60bf79-e0b9-4931-bdbb-4df3dd31abb8 req-dc12474a-8c83-4461-9839-fe0885f8a7de tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548408 Nov 02 13:07:55.174421 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58276) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:55.195120 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1512f2d8-853e-4139-b5b7-fdbbc7a90acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:55.333929 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1512f2d8-853e-4139-b5b7-fdbbc7a90acb admin admin] Publish callbacks [] for security_group (5c426e69-e34c-43c3-9cf8-562e27405bcb), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:55.601573 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1512f2d8-853e-4139-b5b7-fdbbc7a90acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (5c426e69-e34c-43c3-9cf8-562e27405bcb), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:55.649397 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-1512f2d8-853e-4139-b5b7-fdbbc7a90acb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3a633d97165d4dc194b0a0be274b8e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4727912 Nov 02 13:07:55.654795 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58296) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:55.661089 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512f2d8-853e-4139-b5b7-fdbbc7a90acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c426e69-e34c-43c3-9cf8-562e27405bcb,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:55.763445 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-523f6273-0aa6-41f3-a354-6ef65fe3d8aa admin admin] Publish callbacks [] for security_group (5c426e69-e34c-43c3-9cf8-562e27405bcb), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:55.834177 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-523f6273-0aa6-41f3-a354-6ef65fe3d8aa admin admin] Publish callbacks [] for security_group (5c426e69-e34c-43c3-9cf8-562e27405bcb), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:55.979495 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-523f6273-0aa6-41f3-a354-6ef65fe3d8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (5c426e69-e34c-43c3-9cf8-562e27405bcb), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:55.982812 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-523f6273-0aa6-41f3-a354-6ef65fe3d8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:55.988784 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-523f6273-0aa6-41f3-a354-6ef65fe3d8aa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5c426e69-e34c-43c3-9cf8-562e27405bcb HTTP/1.1" status: 204 len: 168 time: 0.3297131 Nov 02 13:07:56.002904 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f6273-0aa6-41f3-a354-6ef65fe3d8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c426e69-e34c-43c3-9cf8-562e27405bcb,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:56.035880 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b488ed7-943b-4dcd-b354-9e26e8d04c71 req-d944e983-52e0-4bb6-88a1-86881e242af2 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:56.038394 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9b488ed7-943b-4dcd-b354-9e26e8d04c71 req-d944e983-52e0-4bb6-88a1-86881e242af2 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.1019454 Nov 02 13:07:56.114463 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9b488ed7-943b-4dcd-b354-9e26e8d04c71 req-911d61b1-2452-4cdf-a88d-9a1391229f70 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700696 Nov 02 13:07:56.144497 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0813b063-da47-4582-a49c-95bc26233f99 req-eb8092f2-ffb5-4f03-94dd-29bd91354e7f tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 210 time: 0.0481355 Nov 02 13:07:56.275095 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66583b-097f-4bd6-a33b-11342ef3eab2 req-d0fc7749-0951-46d5-8c01-14d0fb240163 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:56.276625 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7f66583b-097f-4bd6-a33b-11342ef3eab2 req-d0fc7749-0951-46d5-8c01-14d0fb240163 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0609360 Nov 02 13:07:56.337032 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7f66583b-097f-4bd6-a33b-11342ef3eab2 req-83f91e78-92eb-4833-b345-4e913218cbb6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543234 Nov 02 13:07:57.062668 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58340) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:57.080836 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-205610df-2ed1-47a5-bf7a-14534b088e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:57.181814 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-205610df-2ed1-47a5-bf7a-14534b088e49 admin admin] Publish callbacks [] for security_group (e1a3243f-02f7-45c2-8525-aa6835971c8f), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:57.298204 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e3fa9b8e-b45d-4c9f-81b5-88720296d59d req-69ccd2e8-5557-4000-96c6-ecc8d21dac9f tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4e1d641-1d1a-49e0-a8b0-225f44c036b4 HTTP/1.1" status: 200 len: 210 time: 0.0431082 Nov 02 13:07:57.344749 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-205610df-2ed1-47a5-bf7a-14534b088e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e1a3243f-02f7-45c2-8525-aa6835971c8f), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:57.345417 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979a1d4-7b41-43d7-924f-77f670902c6a req-f5c69c7f-fa7a-4d1e-8f7b-175dea2fe584 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:57.348320 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6979a1d4-7b41-43d7-924f-77f670902c6a req-f5c69c7f-fa7a-4d1e-8f7b-175dea2fe584 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0969856 Nov 02 13:07:57.392700 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-205610df-2ed1-47a5-bf7a-14534b088e49 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7bf9283e733b413e8a37cc1188512463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288727 Nov 02 13:07:57.396667 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58348) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:57.411906 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205610df-2ed1-47a5-bf7a-14534b088e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a3243f-02f7-45c2-8525-aa6835971c8f,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:57.419004 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6979a1d4-7b41-43d7-924f-77f670902c6a req-e33690c1-51ca-4b6a-825c-4bb21765c6a6 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634885 Nov 02 13:07:57.509984 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-15b984fa-8302-4fae-9d64-1c8872840407 admin admin] Publish callbacks [] for security_group (e1a3243f-02f7-45c2-8525-aa6835971c8f), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:57.545282 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-15b984fa-8302-4fae-9d64-1c8872840407 admin admin] Publish callbacks [] for security_group (e1a3243f-02f7-45c2-8525-aa6835971c8f), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:57.568502 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07744bc8-ed56-4870-8e4c-e8f1461502af req-33e9938b-b929-4cc9-adb0-7c79563f54db tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:57.572923 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-07744bc8-ed56-4870-8e4c-e8f1461502af req-33e9938b-b929-4cc9-adb0-7c79563f54db tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.1255987 Nov 02 13:07:57.646678 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-07744bc8-ed56-4870-8e4c-e8f1461502af req-665e7e6c-f138-4485-8165-f5b00b4bcab9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685728 Nov 02 13:07:57.921621 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-15b984fa-8302-4fae-9d64-1c8872840407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e1a3243f-02f7-45c2-8525-aa6835971c8f), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:57.924319 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-15b984fa-8302-4fae-9d64-1c8872840407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:57.925559 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-15b984fa-8302-4fae-9d64-1c8872840407 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e1a3243f-02f7-45c2-8525-aa6835971c8f HTTP/1.1" status: 204 len: 168 time: 0.5278368 Nov 02 13:07:57.934343 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b984fa-8302-4fae-9d64-1c8872840407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a3243f-02f7-45c2-8525-aa6835971c8f,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:58.686079 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 2c08a873-2ca8-4674-a003-ea521f4f867c no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:07:58.686799 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da312ccc-dcda-4826-9731-9346e283f9e4 req-b438ad55-d1e3-4493-96df-0f6a892a8624 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:58.689109 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-da312ccc-dcda-4826-9731-9346e283f9e4 req-b438ad55-d1e3-4493-96df-0f6a892a8624 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0911212 Nov 02 13:07:58.741462 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 2c08a873-2ca8-4674-a003-ea521f4f867c {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:07:58.741892 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 2c08a873-2ca8-4674-a003-ea521f4f867c not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:07:58.783334 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-da312ccc-dcda-4826-9731-9346e283f9e4 req-814dc3ce-e240-42b9-bf6b-863a2dbf8421 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861108 Nov 02 13:07:58.796016 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-69d1b5fc-d088-460e-8922-cd3ad116b71b tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:58.805832 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-69d1b5fc-d088-460e-8922-cd3ad116b71b tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/networks?id=13e53faf-1129-4ea5-9687-5b1041ecda08 HTTP/1.1" status: 200 len: 808 time: 0.1952431 Nov 02 13:07:58.833792 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-e91afc19-7f13-4eef-a5d9-fa99d6fd4e05 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/quotas/950eadf3a5f44712a7fcb3fe44b3e70b HTTP/1.1" status: 200 len: 375 time: 0.0265975 Nov 02 13:07:58.874878 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-7259f0ac-d76a-42bf-9ebc-6c451da72a77 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=950eadf3a5f44712a7fcb3fe44b3e70b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314691 Nov 02 13:07:58.996469 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a9927-4b84-4a90-a0f6-d3ab09445561 req-b8b70fb1-5b93-4220-8f19-24b60a061274 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:59.001965 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-846a9927-4b84-4a90-a0f6-d3ab09445561 req-b8b70fb1-5b93-4220-8f19-24b60a061274 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.1073203 Nov 02 13:07:59.076283 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-846a9927-4b84-4a90-a0f6-d3ab09445561 req-fae41595-63d4-4e46-a87a-9a0090ebe470 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637703 Nov 02 13:07:59.078494 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-44754168-2dff-43c3-b47e-79c3d9c27245 service neutron] 10.222.0.93 "GET /v2.0/networks/13e53faf-1129-4ea5-9687-5b1041ecda08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884081 Nov 02 13:07:59.543705 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-ac99441a-7277-43e4-ae44-33f3784a0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:59.545403 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-ac99441a-7277-43e4-ae44-33f3784a0475 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2&tenant_id=5e267dd7fddd4c98a95ffd74397f2676 HTTP/1.1" status: 200 len: 1128 time: 0.4324656 Nov 02 13:07:59.553409 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-2b26ad5a-865e-4cee-973e-286392c5d7fa service neutron] 10.222.0.93 "GET /v2.0/networks/13e53faf-1129-4ea5-9687-5b1041ecda08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698868 Nov 02 13:07:59.650425 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-d96f9948-da0e-420f-81f9-8a1e7a6bcb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:59.650425 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-d96f9948-da0e-420f-81f9-8a1e7a6bcb03 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 1128 time: 0.0622356 Nov 02 13:07:59.769304 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-183f7841-7e8b-4317-a962-51caad3070b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:59.770891 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-183f7841-7e8b-4317-a962-51caad3070b5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 919 time: 0.1115022 Nov 02 13:07:59.889336 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3e8df7f8-53e6-4953-a081-017d7ef58cb2 req-26c0cbaa-f53e-41fe-9850-78e58e8a4d2c tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0764275 Nov 02 13:07:59.915332 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-a51bc5cc-da0d-4e27-a25c-8bb20d329e81 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 HTTP/1.1" status: 200 len: 1000 time: 0.1360397 Nov 02 13:07:59.992271 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-6c308907-4ee6-4ec2-b224-d2176a10b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:59.993704 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-6c308907-4ee6-4ec2-b224-d2176a10b2b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 200 len: 856 time: 0.0587654 Nov 02 13:08:00.007376 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958b09d-3bcf-45b8-a2a4-11f50a557721 req-e7a405af-5f5b-420d-8cb6-081cc2e85599 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:00.010683 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8958b09d-3bcf-45b8-a2a4-11f50a557721 req-e7a405af-5f5b-420d-8cb6-081cc2e85599 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.1100838 Nov 02 13:08:00.127880 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8958b09d-3bcf-45b8-a2a4-11f50a557721 req-c5a9379b-1a02-48a0-8860-04a0890da40e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061511 Nov 02 13:08:00.133032 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-cd1e4d9c-1395-410e-998e-1cb96bf6a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:00.135674 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-cd1e4d9c-1395-410e-998e-1cb96bf6a915 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af1e376b-b426-494b-8a32-b21f326de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1255310 Nov 02 13:08:00.230889 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521fe78-41dc-47ec-938d-6dcb253a20c4 req-db927c3e-2f43-4186-bb25-fecf34810e4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:00.232689 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b521fe78-41dc-47ec-938d-6dcb253a20c4 req-db927c3e-2f43-4186-bb25-fecf34810e4b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0588090 Nov 02 13:08:00.252477 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-d91d8207-6dc1-4421-9af9-892c5a178cc3 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061587 Nov 02 13:08:00.299635 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b521fe78-41dc-47ec-938d-6dcb253a20c4 req-7e682bb6-e8c6-427b-aad5-7885eb3d25a5 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599020 Nov 02 13:08:00.363763 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-f9d19c06-1f08-4065-ae80-a98bb4d965b6 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018224 Nov 02 13:08:00.720291 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58440) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:00.862581 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7b226bd4-7796-429d-85bb-9048cc9d4c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:00.974567 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7b226bd4-7796-429d-85bb-9048cc9d4c1b admin admin] Publish callbacks [] for security_group (0e94da08-3a8e-4dc4-85f9-4b72ea9b244d), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:00.993005 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3f38f2de-4de1-4aed-aa3d-a81a010ea5b6 req-95b90bb0-657a-441f-b71c-498ef4186dd3 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0333242 Nov 02 13:08:01.144578 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7b226bd4-7796-429d-85bb-9048cc9d4c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (0e94da08-3a8e-4dc4-85f9-4b72ea9b244d), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:01.187423 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-7b226bd4-7796-429d-85bb-9048cc9d4c1b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=77e67a8957cb403cb5721c00174ea42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4660151 Nov 02 13:08:01.189818 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b226bd4-7796-429d-85bb-9048cc9d4c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e94da08-3a8e-4dc4-85f9-4b72ea9b244d,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:01.190607 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58466) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:01.287247 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6e0f4366-d9d8-4e75-b7f8-a875ca66404d admin admin] Publish callbacks [] for security_group (0e94da08-3a8e-4dc4-85f9-4b72ea9b244d), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:01.318782 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6e0f4366-d9d8-4e75-b7f8-a875ca66404d admin admin] Publish callbacks [] for security_group (0e94da08-3a8e-4dc4-85f9-4b72ea9b244d), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:01.378984 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681a3ac-265f-42cb-9191-08d8aa8decc4 req-c3767529-872f-49f8-81a3-779210f2548b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:01.388611 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a681a3ac-265f-42cb-9191-08d8aa8decc4 req-c3767529-872f-49f8-81a3-779210f2548b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.1543343 Nov 02 13:08:01.472380 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a681a3ac-265f-42cb-9191-08d8aa8decc4 req-619616d7-6fd3-45cc-a22f-6cd63b0e2da8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725167 Nov 02 13:08:01.514676 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777445b-9b16-4c4d-ab93-cf254922d98c req-c75d82e3-75b7-4fd0-8a37-b77dbd73cf71 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:01.519668 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2777445b-9b16-4c4d-ab93-cf254922d98c req-c75d82e3-75b7-4fd0-8a37-b77dbd73cf71 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.1050584 Nov 02 13:08:01.592854 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2777445b-9b16-4c4d-ab93-cf254922d98c req-c80bb8e5-6517-47e4-a1f5-32b0b8a5bb28 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667005 Nov 02 13:08:01.613483 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6e0f4366-d9d8-4e75-b7f8-a875ca66404d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (0e94da08-3a8e-4dc4-85f9-4b72ea9b244d), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:01.617462 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6e0f4366-d9d8-4e75-b7f8-a875ca66404d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:01.621101 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-6e0f4366-d9d8-4e75-b7f8-a875ca66404d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0e94da08-3a8e-4dc4-85f9-4b72ea9b244d HTTP/1.1" status: 204 len: 168 time: 0.4266846 Nov 02 13:08:01.630132 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f4366-d9d8-4e75-b7f8-a875ca66404d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e94da08-3a8e-4dc4-85f9-4b72ea9b244d,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:02.210848 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ec16c61e-10ba-41c5-a30d-7c672cafe115 req-0b6cb746-0c8d-49c4-845d-3fad13010016 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0854878 Nov 02 13:08:02.738837 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b661-d961-4c71-89c3-21033852da2e req-cb395be3-e35d-4104-a639-ab1ae6f21b3e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:02.747740 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-65b7b661-d961-4c71-89c3-21033852da2e req-cb395be3-e35d-4104-a639-ab1ae6f21b3e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.1202781 Nov 02 13:08:02.804505 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-65b7b661-d961-4c71-89c3-21033852da2e req-c56cca39-005b-41ff-bc86-f36478b9513c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557408 Nov 02 13:08:02.829189 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb541b-3dee-4751-b2b4-9d0966aaac82 req-71846942-8915-49ee-8d6c-21b30871ddee tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:02.837904 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-06fb541b-3dee-4751-b2b4-9d0966aaac82 req-71846942-8915-49ee-8d6c-21b30871ddee tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0958281 Nov 02 13:08:02.919789 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-06fb541b-3dee-4751-b2b4-9d0966aaac82 req-8a891759-0e99-4a5a-82e0-d17aaeddade6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733767 Nov 02 13:08:03.368757 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-03369e5e-a2f3-44a1-9417-dd75bdd3d3b5 req-41b66119-20bc-4058-a366-d1be2d9c7ce7 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0397389 Nov 02 13:08:04.033647 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b93d51-c69b-4c33-8720-e621702dd325 req-f4683617-899d-4964-895a-33e6384d0807 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:04.035386 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-72b93d51-c69b-4c33-8720-e621702dd325 req-f4683617-899d-4964-895a-33e6384d0807 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0948927 Nov 02 13:08:04.079469 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4afd0-7015-4443-8d88-ced800b8cc4b req-624d58f1-464f-4b44-a8fc-599071d60953 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:04.082256 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-97f4afd0-7015-4443-8d88-ced800b8cc4b req-624d58f1-464f-4b44-a8fc-599071d60953 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0701540 Nov 02 13:08:04.101100 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-72b93d51-c69b-4c33-8720-e621702dd325 req-e96d6bcb-8704-4cb6-88e9-87e99fccc998 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594618 Nov 02 13:08:04.173808 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-97f4afd0-7015-4443-8d88-ced800b8cc4b req-081ce556-e6a0-498c-bc47-96836b1f0408 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798440 Nov 02 13:08:04.473463 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-bd272e52-d9d8-4d68-8fbe-5184022aa9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:04.487988 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9e7cca94-f55a-4bef-9957-fd860fd2f569 req-1778d16b-edb9-41d9-9602-f461dc8991e0 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0344710 Nov 02 13:08:05.266249 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb8d5d-9c0a-478d-8802-1bc0f1b5cb85 req-4ac5af99-40fa-4090-afdf-5fc5ab3cceda tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:05.274644 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d4eb8d5d-9c0a-478d-8802-1bc0f1b5cb85 req-4ac5af99-40fa-4090-afdf-5fc5ab3cceda tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0736144 Nov 02 13:08:05.363479 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d4eb8d5d-9c0a-478d-8802-1bc0f1b5cb85 req-5a3568de-9041-4fa8-9507-5f43ba6fb72d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877857 Nov 02 13:08:05.410367 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab19680-2f75-4420-9549-ce936b319970 req-f5b4a240-450a-472e-aeb4-b0e49af7fc16 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:05.413747 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7ab19680-2f75-4420-9549-ce936b319970 req-f5b4a240-450a-472e-aeb4-b0e49af7fc16 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0982132 Nov 02 13:08:05.555584 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7ab19680-2f75-4420-9549-ce936b319970 req-b45f5b95-66a4-4560-83f2-29ba8acad632 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150544 Nov 02 13:08:05.592104 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58562) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:05.689808 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf37a434-30c0-44fc-9f90-91be3067af32 req-6b27b0d7-2006-41ee-8ddb-48fe3e048cd8 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0471575 Nov 02 13:08:05.815589 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ebab726c-d1b1-44f3-8410-c92d450b53ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:05.932467 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ebab726c-d1b1-44f3-8410-c92d450b53ed admin admin] Publish callbacks [] for security_group (984698de-edc4-4ca3-ba4d-c9502d63902e), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:05.984039 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58568) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:06.068672 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a084a7-9692-4fe5-80af-bc8fdc240be7 admin admin] Deleting subnet 5d5da59f-a7b5-4436-a8ed-c73d87e83021 {{(pid=116230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:08:06.073815 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ebab726c-d1b1-44f3-8410-c92d450b53ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (984698de-edc4-4ca3-ba4d-c9502d63902e), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:06.082272 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-16a084a7-9692-4fe5-80af-bc8fdc240be7 admin admin] Publish callbacks [] for subnet (5d5da59f-a7b5-4436-a8ed-c73d87e83021), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:06.147856 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-16a084a7-9692-4fe5-80af-bc8fdc240be7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4597044'] for subnet (5d5da59f-a7b5-4436-a8ed-c73d87e83021), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:06.154646 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-ebab726c-d1b1-44f3-8410-c92d450b53ed admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=81acb0e13ed740859d3db0cecd58abcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5584338 Nov 02 13:08:06.155291 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58572) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:06.172558 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab726c-d1b1-44f3-8410-c92d450b53ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984698de-edc4-4ca3-ba4d-c9502d63902e,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:06.204920 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-16a084a7-9692-4fe5-80af-bc8fdc240be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (5d5da59f-a7b5-4436-a8ed-c73d87e83021), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:06.235427 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0f59-0a83-49fa-bcd8-e3a85fccb014 admin admin] Publish callbacks [] for security_group (984698de-edc4-4ca3-ba4d-c9502d63902e), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:06.259052 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0f59-0a83-49fa-bcd8-e3a85fccb014 admin admin] Publish callbacks [] for security_group (984698de-edc4-4ca3-ba4d-c9502d63902e), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:06.390702 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-16a084a7-9692-4fe5-80af-bc8fdc240be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4597152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5051703'] for subnet (5d5da59f-a7b5-4436-a8ed-c73d87e83021), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:06.434399 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-16a084a7-9692-4fe5-80af-bc8fdc240be7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:06.441620 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0f59-0a83-49fa-bcd8-e3a85fccb014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (984698de-edc4-4ca3-ba4d-c9502d63902e), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:06.446769 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-16a084a7-9692-4fe5-80af-bc8fdc240be7 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/5d5da59f-a7b5-4436-a8ed-c73d87e83021 HTTP/1.1" status: 204 len: 168 time: 0.4613063 Nov 02 13:08:06.447783 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58576) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:06.457839 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0f59-0a83-49fa-bcd8-e3a85fccb014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:06.461048 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a084a7-9692-4fe5-80af-bc8fdc240be7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5da59f-a7b5-4436-a8ed-c73d87e83021,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:06.463322 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d8bc0f59-0a83-49fa-bcd8-e3a85fccb014 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/984698de-edc4-4ca3-ba4d-c9502d63902e HTTP/1.1" status: 204 len: 168 time: 0.3063743 Nov 02 13:08:06.475708 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc0f59-0a83-49fa-bcd8-e3a85fccb014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984698de-edc4-4ca3-ba4d-c9502d63902e,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:06.756428 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (633b57ec-1ef5-4655-b632-bc8c070d432b), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:06.765135 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59767cbc-7d43-4710-842f-ef9dd531d44f req-88fa78b0-3489-47a8-b28a-2975ac23d3b7 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:06.766783 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-59767cbc-7d43-4710-842f-ef9dd531d44f req-88fa78b0-3489-47a8-b28a-2975ac23d3b7 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.1535039 Nov 02 13:08:06.850442 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eebe77-4280-4346-9790-c1a84d856d34 req-40f0bc53-a2e3-4d14-93bf-53042cca8af2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:06.853383 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-49eebe77-4280-4346-9790-c1a84d856d34 req-40f0bc53-a2e3-4d14-93bf-53042cca8af2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.1771736 Nov 02 13:08:06.878414 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-59767cbc-7d43-4710-842f-ef9dd531d44f req-5aaea267-e5e1-406e-ae76-4975093eaeac tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037328 Nov 02 13:08:07.041067 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (633b57ec-1ef5-4655-b632-bc8c070d432b), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:07.088056 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e4368ca0-987f-4d8d-aac0-373653ab9b16 req-70aeed2d-d1f3-441d-84ee-316714e20220 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0394135 Nov 02 13:08:07.148094 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-49eebe77-4280-4346-9790-c1a84d856d34 req-3257a128-6eb9-4b01-91d7-753af150770f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557926 Nov 02 13:08:07.150168 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633b57ec-1ef5-4655-b632-bc8c070d432b']}} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:07.202225 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d20b08a-51ed-4c73-bc9c-13b668254d2f') {'for_net_delete': True} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:07.202879 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d20b08a-51ed-4c73-bc9c-13b668254d2f') {} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:07.229329 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4597037'] for segment (3d20b08a-51ed-4c73-bc9c-13b668254d2f), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:07.248155 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (3d20b08a-51ed-4c73-bc9c-13b668254d2f), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:07.269326 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] Releasing vlan 1465 on physical network physnet1 to pool {{(pid=116230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:08:07.269758 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4602182'] for segment (3d20b08a-51ed-4c73-bc9c-13b668254d2f), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:07.334207 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment 3d20b08a-51ed-4c73-bc9c-13b668254d2f resource provider aggregate not found Nov 02 13:08:07.357869 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment 3d20b08a-51ed-4c73-bc9c-13b668254d2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d20b08a-51ed-4c73-bc9c-13b668254d2f found for delete ", "request_id": "req-b15b1307-5675-444e-8e47-94b17117dcb3"}]} Nov 02 13:08:07.452779 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (633b57ec-1ef5-4655-b632-bc8c070d432b), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:07.462987 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:07.470014 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] 10.222.0.93 "DELETE /v2.0/networks/633b57ec-1ef5-4655-b632-bc8c070d432b HTTP/1.1" status: 204 len: 168 time: 1.0196972 Nov 02 13:08:07.473110 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58590) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:07.498815 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3e0c7-27f2-46a0-90dd-b265977caa67 admin admin] Pushing event deleted for resources: {'Network': ['ID=633b57ec-1ef5-4655-b632-bc8c070d432b,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:07.562729 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9e2df3-0b71-4ae6-9d00-d1195221b67c admin admin] Deleting subnet f145d2f3-05bb-4030-a210-f2cde5be684f {{(pid=116229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:08:07.566753 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2df3-0b71-4ae6-9d00-d1195221b67c admin admin] Publish callbacks [] for subnet (f145d2f3-05bb-4030-a210-f2cde5be684f), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:07.630336 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2df3-0b71-4ae6-9d00-d1195221b67c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5101508'] for subnet (f145d2f3-05bb-4030-a210-f2cde5be684f), precommit_delete_associations {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:07.674871 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2df3-0b71-4ae6-9d00-d1195221b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (f145d2f3-05bb-4030-a210-f2cde5be684f), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:07.853479 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2df3-0b71-4ae6-9d00-d1195221b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4721749'] for subnet (f145d2f3-05bb-4030-a210-f2cde5be684f), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:07.881339 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e2df3-0b71-4ae6-9d00-d1195221b67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f145d2f3-05bb-4030-a210-f2cde5be684f,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:07.895780 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2df3-0b71-4ae6-9d00-d1195221b67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:07.902099 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-fe9e2df3-0b71-4ae6-9d00-d1195221b67c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f145d2f3-05bb-4030-a210-f2cde5be684f HTTP/1.1" status: 204 len: 168 time: 0.4247470 Nov 02 13:08:07.903738 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58594) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:08.017633 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (84810c64-8d5b-4c1f-8b98-29a1cf04113a), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:08.160983 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (84810c64-8d5b-4c1f-8b98-29a1cf04113a), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:08.178672 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aed1d7-15ea-41b5-ba73-5d6d62df6dfe req-9d0e948a-b739-4047-a5a9-d7b764afe0fa tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:08.186887 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-24aed1d7-15ea-41b5-ba73-5d6d62df6dfe req-9d0e948a-b739-4047-a5a9-d7b764afe0fa tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.1558805 Nov 02 13:08:08.217806 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84810c64-8d5b-4c1f-8b98-29a1cf04113a']}} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:08.237697 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe46a94-a993-432c-ae0b-8de03d8d13f2') {'for_net_delete': True} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:08.237697 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe46a94-a993-432c-ae0b-8de03d8d13f2') {} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:08.260290 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5101533'] for segment (bbe46a94-a993-432c-ae0b-8de03d8d13f2), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:08.284973 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fad357c5-ef37-4fcd-a919-e383259f4dd3 req-b4c4b763-3ccb-4931-9f3b-e9c077af952c tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0711184 Nov 02 13:08:08.300256 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-24aed1d7-15ea-41b5-ba73-5d6d62df6dfe req-68cacf5f-fbdc-4ffe-93df-a72f21e90382 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105993 Nov 02 13:08:08.302268 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (bbe46a94-a993-432c-ae0b-8de03d8d13f2), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:08.308967 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] Releasing vlan 1491 on physical network physnet1 to pool {{(pid=116229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:08:08.309425 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5056759'] for segment (bbe46a94-a993-432c-ae0b-8de03d8d13f2), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:08.379113 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment bbe46a94-a993-432c-ae0b-8de03d8d13f2 resource provider aggregate not found Nov 02 13:08:08.409456 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment bbe46a94-a993-432c-ae0b-8de03d8d13f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbe46a94-a993-432c-ae0b-8de03d8d13f2 found for delete ", "request_id": "req-1fe6ee43-54a6-45db-b649-273f889a2c97"}]} Nov 02 13:08:08.430140 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-f30d4b34-5622-4a95-a238-d2559cb999bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:08.485322 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad013f-c4ca-4195-be4b-c155acfa3899 req-5495c2a9-b165-45fd-911b-6edc15f99249 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:08.487771 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-57ad013f-c4ca-4195-be4b-c155acfa3899 req-5495c2a9-b165-45fd-911b-6edc15f99249 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0757012 Nov 02 13:08:08.523676 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (84810c64-8d5b-4c1f-8b98-29a1cf04113a), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:08.535523 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:08.540062 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] 10.222.0.93 "DELETE /v2.0/networks/84810c64-8d5b-4c1f-8b98-29a1cf04113a HTTP/1.1" status: 204 len: 168 time: 0.6352162 Nov 02 13:08:08.571529 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-57ad013f-c4ca-4195-be4b-c155acfa3899 req-801f73df-ed0e-427a-9698-845522122bcb tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766635 Nov 02 13:08:08.576237 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a6d2f-db85-48df-9d71-99a05cfd8d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=84810c64-8d5b-4c1f-8b98-29a1cf04113a,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:09.155496 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58610) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:09.218327 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-46d1d049-5fae-4da6-b5fe-2925b8ea2e6f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2d01eb9ce69e4a63ad7cc8b14f09c2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614231 Nov 02 13:08:09.221495 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58612) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:09.284663 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2d4ded7e-b8db-4aaf-80a8-cd86da9d204a admin admin] Publish callbacks [] for security_group (f5c83d39-9cf2-4ebc-b0fd-693597655c34), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:09.350133 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2d4ded7e-b8db-4aaf-80a8-cd86da9d204a admin admin] Publish callbacks [] for security_group (f5c83d39-9cf2-4ebc-b0fd-693597655c34), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:09.472727 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9b89eb9b-b923-4cb5-a8db-baa699aa94ea req-212f6b03-fc7e-4429-bb16-316e0b29ca07 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0461082 Nov 02 13:08:09.495871 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d3962-91bf-4803-8bcb-237524d16369 req-e7eef640-2962-4f97-8bf3-7720c0cc4cd5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:09.497815 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-dc6d3962-91bf-4803-8bcb-237524d16369 req-e7eef640-2962-4f97-8bf3-7720c0cc4cd5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0749516 Nov 02 13:08:09.558136 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-dc6d3962-91bf-4803-8bcb-237524d16369 req-ca0d3c31-df3f-4cf4-92da-17573ab7d6f7 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537536 Nov 02 13:08:09.743704 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677911-5b50-47cf-83e0-7a93011374c7 req-cfdfc908-fd23-47c2-816a-6b2d7c3a9fbd tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:09.745861 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d677911-5b50-47cf-83e0-7a93011374c7 req-cfdfc908-fd23-47c2-816a-6b2d7c3a9fbd tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0935979 Nov 02 13:08:09.813881 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d677911-5b50-47cf-83e0-7a93011374c7 req-72ac134c-0fb0-44cb-b543-ce85249eb1ad tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562279 Nov 02 13:08:10.584004 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-59b71f3a-4b93-4a61-bc0d-0e3702c20fbe req-109f7a1b-773e-49c6-9bdc-589284695793 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0332522 Nov 02 13:08:10.755082 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec8caf-649d-4b99-ad2a-66172f3627e4 req-36a7c015-aa09-4a66-a75a-8832886b853e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:10.759193 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3cec8caf-649d-4b99-ad2a-66172f3627e4 req-36a7c015-aa09-4a66-a75a-8832886b853e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0899446 Nov 02 13:08:10.808924 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3cec8caf-649d-4b99-ad2a-66172f3627e4 req-848eb070-b2ae-4c81-87bc-734ee7b7e485 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433750 Nov 02 13:08:10.984247 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd16020-1a7b-4981-838d-411d9a2ff040 req-861bda2b-9015-4a6e-9fe5-4318fc0117d2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:10.984956 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0bd16020-1a7b-4981-838d-411d9a2ff040 req-861bda2b-9015-4a6e-9fe5-4318fc0117d2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0782609 Nov 02 13:08:10.986939 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2d4ded7e-b8db-4aaf-80a8-cd86da9d204a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f5c83d39-9cf2-4ebc-b0fd-693597655c34), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:10.991244 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2d4ded7e-b8db-4aaf-80a8-cd86da9d204a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:10.992876 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-2d4ded7e-b8db-4aaf-80a8-cd86da9d204a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f5c83d39-9cf2-4ebc-b0fd-693597655c34 HTTP/1.1" status: 204 len: 168 time: 1.7701888 Nov 02 13:08:11.019237 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ded7e-b8db-4aaf-80a8-cd86da9d204a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c83d39-9cf2-4ebc-b0fd-693597655c34,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:11.062257 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:11.101463 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0bd16020-1a7b-4981-838d-411d9a2ff040 req-9e516e7b-c543-46ed-9485-a52546b8f169 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069355 Nov 02 13:08:11.407461 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:11.654040 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:11.712867 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6659eb72-82c2-4f20-b3a0-d210c0259a37 req-82b2961d-d0e2-4727-92f9-b0feca5eb7b7 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0319140 Nov 02 13:08:11.973431 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671559c6-7902-45b0-a5c1-45e8ab17dca2 req-e6956454-103f-4c7a-b37b-4ab84cf17181 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:11.979790 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-671559c6-7902-45b0-a5c1-45e8ab17dca2 req-e6956454-103f-4c7a-b37b-4ab84cf17181 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0746522 Nov 02 13:08:11.990564 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58654) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:12.041876 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-a9a58c43-1962-471e-bb9a-6ddf252acade admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=891a697d005546a68d6f8f638074d753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474205 Nov 02 13:08:12.042726 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-671559c6-7902-45b0-a5c1-45e8ab17dca2 req-988408dd-994b-4da7-a97e-2a74a47968c8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568211 Nov 02 13:08:12.042883 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58658) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:12.115839 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-22555b5e-0fbe-478e-b562-8d011349c82e admin admin] Publish callbacks [] for security_group (aa7fd92f-5392-4533-ae3c-6a193e4de442), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:12.140543 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-22555b5e-0fbe-478e-b562-8d011349c82e admin admin] Publish callbacks [] for security_group (aa7fd92f-5392-4533-ae3c-6a193e4de442), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:12.261408 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed32f7-b1ed-4d20-82e3-fbe3c948113b req-0786676a-0f7c-4679-b035-07b24f620aff tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:12.263047 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-33ed32f7-b1ed-4d20-82e3-fbe3c948113b req-0786676a-0f7c-4679-b035-07b24f620aff tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0620739 Nov 02 13:08:12.310293 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-22555b5e-0fbe-478e-b562-8d011349c82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (aa7fd92f-5392-4533-ae3c-6a193e4de442), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:12.313184 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-22555b5e-0fbe-478e-b562-8d011349c82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:12.314632 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-22555b5e-0fbe-478e-b562-8d011349c82e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aa7fd92f-5392-4533-ae3c-6a193e4de442 HTTP/1.1" status: 204 len: 168 time: 0.2707157 Nov 02 13:08:12.326522 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-33ed32f7-b1ed-4d20-82e3-fbe3c948113b req-53cf0ed5-036d-49d5-86a6-74cd22265942 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556295 Nov 02 13:08:12.333113 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22555b5e-0fbe-478e-b562-8d011349c82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7fd92f-5392-4533-ae3c-6a193e4de442,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:12.855332 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f566984c-5578-4dc2-ad72-c948e38659c7 req-8501b68a-e256-40ab-8847-5ee4a25613c1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0385060 Nov 02 13:08:13.190313 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987e578-f46d-4a51-af51-1dd779f72242 req-bc62ce9c-eabc-4070-93ca-65464171d605 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:13.195432 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b987e578-f46d-4a51-af51-1dd779f72242 req-bc62ce9c-eabc-4070-93ca-65464171d605 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0601218 Nov 02 13:08:13.247361 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b987e578-f46d-4a51-af51-1dd779f72242 req-069777d8-b855-4096-b19c-d4dd3317954e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494800 Nov 02 13:08:13.492676 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4984a43-72a7-4dd7-8aaa-ef660887f0d3 req-9be01890-2759-44f4-bda8-2227735297b2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:13.494522 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b4984a43-72a7-4dd7-8aaa-ef660887f0d3 req-9be01890-2759-44f4-bda8-2227735297b2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0686030 Nov 02 13:08:13.561101 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b4984a43-72a7-4dd7-8aaa-ef660887f0d3 req-5356ffec-8c2a-4841-adc5-3e8bbc5ec6cc tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600564 Nov 02 13:08:13.754900 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-3b85a409-3225-4f2b-9995-c2787ec4e6d4 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:13.757447 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-3b85a409-3225-4f2b-9995-c2787ec4e6d4 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.86 "GET /v2.0/networks?id=13e53faf-1129-4ea5-9687-5b1041ecda08 HTTP/1.1" status: 200 len: 808 time: 0.1533113 Nov 02 13:08:13.789074 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Request body: {'port': {'device_id': '65e9540d-4a08-457f-baa2-10ee7a54d703', 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08', 'admin_state_up': True, 'tenant_id': '950eadf3a5f44712a7fcb3fe44b3e70b'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:13.999844 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-64b51e61-1bcc-483d-94eb-24d5ca54f864 req-3b82f17e-33f2-41bb-b3d0-262e00c04c23 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0322821 Nov 02 13:08:14.027317 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Made reservation on behalf of 950eadf3a5f44712a7fcb3fe44b3e70b for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:08:14.030184 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:14.172321 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Allocated IP 172.20.0.11 (13e53faf-1129-4ea5-9687-5b1041ecda08/d5e7c47d-a874-4853-b81d-ecd9c8736be7/33615a2c-d6e2-46d2-b85a-c42dd770f26a) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:08:14.372146 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks [] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:14.484576 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ceba7-1c3b-4480-b093-bb39125d8352 req-a240ae05-2408-49c0-a410-5b5573a11609 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:14.487129 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-883ceba7-1c3b-4480-b093-bb39125d8352 req-a240ae05-2408-49c0-a410-5b5573a11609 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.1381068 Nov 02 13:08:14.569039 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-883ceba7-1c3b-4480-b093-bb39125d8352 req-4f1c3cde-3f7b-4033-8f1a-fc60adac9358 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711322 Nov 02 13:08:14.579389 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:14.637955 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Network 13e53faf-1129-4ea5-9687-5b1041ecda08 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:08:14.646812 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:08:14.652047 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:08:14.703957 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Pushing event updated for resources: {'Port': ['ID=33615a2c-d6e2-46d2-b85a-c42dd770f26a,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:14.707595 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.707970 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.708401 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.708843 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.709188 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.709534 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.709906 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.710330 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.710989 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.711685 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.712297 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.714555 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.714555 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:14.739961 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:14.740775 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:14.791514 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e455-8154-44df-98f3-db36fb11dc4b req-89814af1-8def-4d69-8b86-0df94b5f1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:14.793770 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1c29e455-8154-44df-98f3-db36fb11dc4b req-89814af1-8def-4d69-8b86-0df94b5f1d87 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 1130 time: 0.1385925 Nov 02 13:08:14.802771 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d50ca-b09e-4746-b49c-98cc8a485170 req-418b02d4-cb22-4dbc-9324-cfa7ef4cbfaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:14.804339 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-357d50ca-b09e-4746-b49c-98cc8a485170 req-418b02d4-cb22-4dbc-9324-cfa7ef4cbfaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.1274807 Nov 02 13:08:14.874168 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1c29e455-8154-44df-98f3-db36fb11dc4b req-682b82e1-9745-4fe3-a4f3-7497c9840827 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687528 Nov 02 13:08:14.882599 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-357d50ca-b09e-4746-b49c-98cc8a485170 req-500641dc-a4e3-4b87-822d-4e2e9a89700f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706680 Nov 02 13:08:14.967863 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:14.971077 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-01da2812-0b52-4eab-b894-25a40f76b2e1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1878073 Nov 02 13:08:15.157109 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf3890-e842-43ae-b3ed-7f8ca2b5d32f req-43ec6a6d-02ca-4fef-9fd0-841b18425c6e tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:15.158788 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bbdf3890-e842-43ae-b3ed-7f8ca2b5d32f req-43ec6a6d-02ca-4fef-9fd0-841b18425c6e tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 932 time: 0.0624590 Nov 02 13:08:15.196254 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Request body: {'port': {'device_id': '65e9540d-4a08-457f-baa2-10ee7a54d703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:15.288967 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bbdf3890-e842-43ae-b3ed-7f8ca2b5d32f req-7c662d4f-f134-4675-abba-e1e60d1d6638 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235657 Nov 02 13:08:15.303920 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:15.616649 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33615a2c-d6e2-46d2-b85a-c42dd770f26a {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:08:15.626207 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Publish callbacks [] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:15.642423 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Transition to ACTIVE for port object 33615a2c-d6e2-46d2-b85a-c42dd770f26a will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:08:15.728040 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:15.768016 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a777f1-261a-4430-b112-602514b0c3fc req-288678fa-8d14-4e22-98be-361a3d350128 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:15.768780 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-39a777f1-261a-4430-b112-602514b0c3fc req-288678fa-8d14-4e22-98be-361a3d350128 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.0735898 Nov 02 13:08:15.836862 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-39a777f1-261a-4430-b112-602514b0c3fc req-aca6ad7b-a803-47c7-bbe1-024f03979ec5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553296 Nov 02 13:08:15.876197 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Pushing event updated for resources: {'Port': ['ID=33615a2c-d6e2-46d2-b85a-c42dd770f26a,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:15.918575 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Attempting to bind port 33615a2c-d6e2-46d2-b85a-c42dd770f26a on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:08:15.918913 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Attempting to bind port 33615a2c-d6e2-46d2-b85a-c42dd770f26a by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '3978924e-c748-43d7-83dd-f9c5ee327ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:08:15.919365 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Attempting to bind port 33615a2c-d6e2-46d2-b85a-c42dd770f26a on network 13e53faf-1129-4ea5-9687-5b1041ecda08 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:08:15.924489 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Port 33615a2c-d6e2-46d2-b85a-c42dd770f26a on network 13e53faf-1129-4ea5-9687-5b1041ecda08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:08:15.924817 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Attempting to bind port 33615a2c-d6e2-46d2-b85a-c42dd770f26a on network 13e53faf-1129-4ea5-9687-5b1041ecda08 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:08:15.931010 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:08:15.931359 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Checking segment: {'id': '3978924e-c748-43d7-83dd-f9c5ee327ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:08:15.931835 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Bound using segment: {'id': '3978924e-c748-43d7-83dd-f9c5ee327ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:08:15.933013 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Bound port: 33615a2c-d6e2-46d2-b85a-c42dd770f26a, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3978924e-c748-43d7-83dd-f9c5ee327ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:08:15.933128 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:16.085587 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] For port 33615a2c-d6e2-46d2-b85a-c42dd770f26a, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:08:16.092836 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] For port 33615a2c-d6e2-46d2-b85a-c42dd770f26a, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=33615a2c-d6e2-46d2-b85a-c42dd770f26a,segment=NetworkSegment(3978924e-c748-43d7-83dd-f9c5ee327ec8),segment_id=3978924e-c748-43d7-83dd-f9c5ee327ec8)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:08:16.127987 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3570e-2510-44c6-b793-09528e2dd65b req-9e008092-6bee-415e-83af-51c073de6e60 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:16.131048 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-47b3570e-2510-44c6-b793-09528e2dd65b req-9e008092-6bee-415e-83af-51c073de6e60 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.1481040 Nov 02 13:08:16.179346 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:16.199886 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:16.201043 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:16.203229 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] 10.222.0.86 "PUT /v2.0/ports/33615a2c-d6e2-46d2-b85a-c42dd770f26a HTTP/1.1" status: 200 len: 1094 time: 1.0141754 Nov 02 13:08:16.203999 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e9540d-4a08-457f-baa2-10ee7a54d703', 'tag': '33615a2c-d6e2-46d2-b85a-c42dd770f26a'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:08:16.208010 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647f4459-f4b3-4f15-9f4f-503c17237ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "65e9540d-4a08-457f-baa2-10ee7a54d703", "tag": "33615a2c-d6e2-46d2-b85a-c42dd770f26a"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:08:16.278712 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-47b3570e-2510-44c6-b793-09528e2dd65b req-f60b1164-2e7c-4482-9ec5-c52951d43051 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353230 Nov 02 13:08:16.295835 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b0616-3c66-40fa-897c-88fd026e5fae service neutron] Pushing event updated for resources: {'Port': ['ID=33615a2c-d6e2-46d2-b85a-c42dd770f26a,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:16.301477 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3743351-97c1-4408-a32d-63083f570798 x-openstack-request-id: req-a3743351-97c1-4408-a32d-63083f570798 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:08:16.301950 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e9540d-4a08-457f-baa2-10ee7a54d703", "tag": "33615a2c-d6e2-46d2-b85a-c42dd770f26a", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:08:16.302603 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a3743351-97c1-4408-a32d-63083f570798 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:08:16.303205 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3743351-97c1-4408-a32d-63083f570798'] response: {'name': 'network-changed', 'server_uuid': '65e9540d-4a08-457f-baa2-10ee7a54d703', 'tag': '33615a2c-d6e2-46d2-b85a-c42dd770f26a', 'status': 'completed', 'code': 200} Nov 02 13:08:16.424276 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f4459-f4b3-4f15-9f4f-503c17237ae6 req-7c5d0cfd-5e79-4b34-959f-c1453541be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:16.428093 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-647f4459-f4b3-4f15-9f4f-503c17237ae6 req-7c5d0cfd-5e79-4b34-959f-c1453541be84 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=950eadf3a5f44712a7fcb3fe44b3e70b&device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 1128 time: 0.0707183 Nov 02 13:08:16.447155 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c24255-9df9-49e5-b2c3-2aa7c8a59f51 req-e98b3ca1-efa9-49d4-9a6b-98a6cd0b95c0 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:16.448789 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-90c24255-9df9-49e5-b2c3-2aa7c8a59f51 req-e98b3ca1-efa9-49d4-9a6b-98a6cd0b95c0 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 944 time: 0.0631492 Nov 02 13:08:16.520055 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-90c24255-9df9-49e5-b2c3-2aa7c8a59f51 req-d3c2436e-0557-4433-b730-adf14deda4e6 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646186 Nov 02 13:08:16.603330 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f4459-f4b3-4f15-9f4f-503c17237ae6 req-c465206e-f3b1-4d1b-88f4-ce6e8e0f09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:16.606754 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-647f4459-f4b3-4f15-9f4f-503c17237ae6 req-c465206e-f3b1-4d1b-88f4-ce6e8e0f09c2 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=950eadf3a5f44712a7fcb3fe44b3e70b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1559174 Nov 02 13:08:16.718274 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f4459-f4b3-4f15-9f4f-503c17237ae6 req-1fa31b10-f25c-4daf-b317-363b06b00dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:16.720317 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-647f4459-f4b3-4f15-9f4f-503c17237ae6 req-1fa31b10-f25c-4daf-b317-363b06b00dd2 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1060858 Nov 02 13:08:16.762561 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:08:16.874379 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-90c1c6e3-786d-4991-868f-90c802de5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:16.876488 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-90c1c6e3-786d-4991-868f-90c802de5a5b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=950eadf3a5f44712a7fcb3fe44b3e70b&device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 1128 time: 0.0634663 Nov 02 13:08:16.881368 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:16.896041 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'port_id': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'mac_address': 'fa:16:3e:88:66:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:08:16.944047 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-641cdbd8-0f4a-4849-a626-243ce9935562 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33615a2c-d6e2-46d2-b85a-c42dd770f26a HTTP/1.1" status: 200 len: 217 time: 0.0525334 Nov 02 13:08:16.958409 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:08:16.958785 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:16.976830 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:08:17.002784 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:17.040280 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-29b1916d-bc0d-4f86-bf39-6fcb87793cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:17.042388 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-29b1916d-bc0d-4f86-bf39-6fcb87793cd0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5e7c47d-a874-4853-b81d-ecd9c8736be7 HTTP/1.1" status: 200 len: 848 time: 0.0908244 Nov 02 13:08:17.103421 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-a7037d50-5e98-4a2c-9af5-c1b3b2faf288 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13e53faf-1129-4ea5-9687-5b1041ecda08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550785 Nov 02 13:08:17.116380 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3335dc-5801-43bd-b899-a9c39247ed80 req-f67b78e5-d17e-4d20-b79c-dd10e54fc327 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:17.119533 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ce3335dc-5801-43bd-b899-a9c39247ed80 req-f67b78e5-d17e-4d20-b79c-dd10e54fc327 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 944 time: 0.1598678 Nov 02 13:08:17.132746 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:17.237145 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ce3335dc-5801-43bd-b899-a9c39247ed80 req-696b40fe-7afc-41be-9434-a771b3280102 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055102 Nov 02 13:08:17.273033 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-18bd820d-424e-458b-8f9e-dbbbf10e52c0 service neutron] 10.222.0.86 "GET /v2.0/networks/13e53faf-1129-4ea5-9687-5b1041ecda08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523054 Nov 02 13:08:17.321644 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,revision_number=9']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:17.404648 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c0d02661-9ea6-4555-ad81-a22b2d8f266f req-1f15e83a-e385-461e-9088-575709e8e975 service neutron] 10.222.0.86 "GET /v2.0/networks/13e53faf-1129-4ea5-9687-5b1041ecda08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232026 Nov 02 13:08:17.449394 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5dd7e-ea25-482d-a691-a1763d3d2572 req-e0cf3c23-b65e-4712-85a1-80d32f11ca16 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:17.451051 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b2e5dd7e-ea25-482d-a691-a1763d3d2572 req-e0cf3c23-b65e-4712-85a1-80d32f11ca16 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0596516 Nov 02 13:08:17.505259 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['0d7b7fc8-7705-40ed-b016-322b8d8ee4e3'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:08:17.515462 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b2e5dd7e-ea25-482d-a691-a1763d3d2572 req-9f7c3c0c-da5a-468b-a392-b80d1bbd0254 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582676 Nov 02 13:08:17.682057 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c52dbb-e330-4aca-9ed1-0bc9792f67bf req-393681e3-4876-4004-9fef-64abb0156aad tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:17.684077 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f4c52dbb-e330-4aca-9ed1-0bc9792f67bf req-393681e3-4876-4004-9fef-64abb0156aad tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 944 time: 0.0647197 Nov 02 13:08:17.697955 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ed96b-ad19-49d2-99ea-b6c006518c02 req-6185ab90-57af-4b4c-a46f-d40fd85c0726 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:17.700618 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-633ed96b-ad19-49d2-99ea-b6c006518c02 req-6185ab90-57af-4b4c-a46f-d40fd85c0726 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0819073 Nov 02 13:08:17.744143 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f4c52dbb-e330-4aca-9ed1-0bc9792f67bf req-dcbcc0cf-6c3c-4534-8a07-080713addccb tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524659 Nov 02 13:08:17.760893 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-633ed96b-ad19-49d2-99ea-b6c006518c02 req-453d67fb-faf5-4a58-a1f7-a0d4737a051b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508299 Nov 02 13:08:18.422325 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8734817-fc6c-4cb9-a169-069d8ec18e39 req-8f2d5f1c-30bd-485e-a861-8d7b8b8d9c82 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:18.425041 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c8734817-fc6c-4cb9-a169-069d8ec18e39 req-8f2d5f1c-30bd-485e-a861-8d7b8b8d9c82 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 945 time: 0.0758088 Nov 02 13:08:18.507532 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c8734817-fc6c-4cb9-a169-069d8ec18e39 req-37a03ca6-22d3-474e-8810-73401eb7ec6d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754414 Nov 02 13:08:18.790426 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:08:18.877014 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:08:18.878108 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:18.878840 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 Nov 02 13:08:18.946605 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7e6fc-2559-46ae-9884-536add91e497 req-7663c37e-b7f6-4020-bac7-f91f37d01bd1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:18.955360 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d3b7e6fc-2559-46ae-9884-536add91e497 req-7663c37e-b7f6-4020-bac7-f91f37d01bd1 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 944 time: 0.0827589 Nov 02 13:08:19.003339 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:08:19.003886 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:19.012220 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d3b7e6fc-2559-46ae-9884-536add91e497 req-cd72d9de-3180-4e6b-9d14-6b9127754769 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559256 Nov 02 13:08:19.047254 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:08:19.051186 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1576f5-fc8b-4a01-a7a1-f76ec23a4947" -d '{"events": [{"server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:08:19.070522 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:19.094929 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a66ac8-0b05-4887-b00f-9a434a6a6eb4 x-openstack-request-id: req-99a66ac8-0b05-4887-b00f-9a434a6a6eb4 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:08:19.099105 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:08:19.099105 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-99a66ac8-0b05-4887-b00f-9a434a6a6eb4 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:08:19.099105 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a66ac8-0b05-4887-b00f-9a434a6a6eb4'] response: {'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'code': 200} Nov 02 13:08:19.150553 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:19.228751 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,revision_number=10']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:19.745427 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3c526-3a39-43c1-abac-5836d9f48ba7 req-05abebb5-2f30-4882-8b82-964d902b2364 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:19.752806 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-78a3c526-3a39-43c1-abac-5836d9f48ba7 req-05abebb5-2f30-4882-8b82-964d902b2364 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 947 time: 0.0891485 Nov 02 13:08:19.826706 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-78a3c526-3a39-43c1-abac-5836d9f48ba7 req-4c1e51ac-1313-461b-b30d-f22e182a636d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727677 Nov 02 13:08:19.966483 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe68dd1-99d5-481e-9022-7ea01466b2b9 req-f439f552-a1ae-41f4-a067-f4a6eab22ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:19.969349 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7fe68dd1-99d5-481e-9022-7ea01466b2b9 req-f439f552-a1ae-41f4-a067-f4a6eab22ea9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 1131 time: 0.0730877 Nov 02 13:08:20.045455 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7fe68dd1-99d5-481e-9022-7ea01466b2b9 req-7dd12fb3-8375-4e08-93e1-5c07442d3d35 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693789 Nov 02 13:08:20.208044 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7572a1-3a11-4c49-949a-dc3d0cd86257 req-8ec84cd5-1742-4a91-9f0a-f24b8c09a9fd tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:20.209887 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7a7572a1-3a11-4c49-949a-dc3d0cd86257 req-8ec84cd5-1742-4a91-9f0a-f24b8c09a9fd tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 944 time: 0.0705788 Nov 02 13:08:20.270562 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7a7572a1-3a11-4c49-949a-dc3d0cd86257 req-7c5ca10f-155e-4e39-a201-c039147fbd6f tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534568 Nov 02 13:08:20.806333 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 33615a2c-d6e2-46d2-b85a-c42dd770f26a details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:08:20.977605 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 33615a2c-d6e2-46d2-b85a-c42dd770f26a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=33615a2c-d6e2-46d2-b85a-c42dd770f26a,segment=NetworkSegment(3978924e-c748-43d7-83dd-f9c5ee327ec8),segment_id=3978924e-c748-43d7-83dd-f9c5ee327ec8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:21.003005 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '33615a2c-d6e2-46d2-b85a-c42dd770f26a', 'network_id': '13e53faf-1129-4ea5-9687-5b1041ecda08', 'port_id': '33615a2c-d6e2-46d2-b85a-c42dd770f26a', 'mac_address': 'fa:16:3e:0a:70:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1490, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e7c47d-a874-4853-b81d-ecd9c8736be7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:08:21.054630 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c8072-3f38-4cce-8b7b-10bb62e42eca req-ce9c5e15-1a7c-46d8-ac26-a2dd8c98f26f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:21.058961 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 33615a2c-d6e2-46d2-b85a-c42dd770f26a is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:08:21.059362 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:21.069818 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b19c8072-3f38-4cce-8b7b-10bb62e42eca req-ce9c5e15-1a7c-46d8-ac26-a2dd8c98f26f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 947 time: 0.1390646 Nov 02 13:08:21.076344 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33615a2c-d6e2-46d2-b85a-c42dd770f26a {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:08:21.102453 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 33615a2c-d6e2-46d2-b85a-c42dd770f26a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=33615a2c-d6e2-46d2-b85a-c42dd770f26a,segment=NetworkSegment(3978924e-c748-43d7-83dd-f9c5ee327ec8),segment_id=3978924e-c748-43d7-83dd-f9c5ee327ec8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:21.138769 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b19c8072-3f38-4cce-8b7b-10bb62e42eca req-4eef72a4-eb0b-4d96-9cbb-359548a505bb tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675383 Nov 02 13:08:21.190321 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:21.267860 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=33615a2c-d6e2-46d2-b85a-c42dd770f26a,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:21.455856 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff414725-bb56-4ae8-9680-bed1e1f701e4 req-8b0b0d16-3b6b-4164-b231-2013055ec212 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:21.458248 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ff414725-bb56-4ae8-9680-bed1e1f701e4 req-8b0b0d16-3b6b-4164-b231-2013055ec212 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 945 time: 0.0899878 Nov 02 13:08:21.526029 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ff414725-bb56-4ae8-9680-bed1e1f701e4 req-06d4c653-e2c9-47f1-a4b7-327d83d92632 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520351 Nov 02 13:08:21.681490 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483d6bb-8434-4af6-b7dc-8eb890a804ea req-4aab4427-35a8-4c1d-bf8b-13a639b627fb tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:21.683276 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2483d6bb-8434-4af6-b7dc-8eb890a804ea req-4aab4427-35a8-4c1d-bf8b-13a639b627fb tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0613363 Nov 02 13:08:21.742187 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['33615a2c-d6e2-46d2-b85a-c42dd770f26a'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:08:21.760811 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2483d6bb-8434-4af6-b7dc-8eb890a804ea req-65e02822-fd7d-4c50-b3d2-00ca5f5a1219 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570841 Nov 02 13:08:21.791544 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02b44-04b1-4f25-8c30-e4930a709450 req-c34397bc-4c8a-431d-83e7-96530e17278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:21.793303 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-81a02b44-04b1-4f25-8c30-e4930a709450 req-c34397bc-4c8a-431d-83e7-96530e17278e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 1130 time: 0.0921001 Nov 02 13:08:21.921484 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02b44-04b1-4f25-8c30-e4930a709450 req-928b6d3a-ef23-4797-9393-bc500c500e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:21.923020 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-81a02b44-04b1-4f25-8c30-e4930a709450 req-928b6d3a-ef23-4797-9393-bc500c500e09 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 920 time: 0.1235325 Nov 02 13:08:21.995572 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-81a02b44-04b1-4f25-8c30-e4930a709450 req-f2fc3e95-c3b1-4723-9966-594af0fad665 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1796ac77-4840-46a3-a56e-0d9224eecdf6 HTTP/1.1" status: 200 len: 217 time: 0.0654364 Nov 02 13:08:22.055685 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02b44-04b1-4f25-8c30-e4930a709450 req-311e991e-b0cf-4570-be08-056b3c2282ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:22.058070 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-81a02b44-04b1-4f25-8c30-e4930a709450 req-311e991e-b0cf-4570-be08-056b3c2282ee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.0565577 Nov 02 13:08:22.131215 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02b44-04b1-4f25-8c30-e4930a709450 req-5253cc59-2184-410f-93cd-40eccaa020ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:22.133751 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-81a02b44-04b1-4f25-8c30-e4930a709450 req-5253cc59-2184-410f-93cd-40eccaa020ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0664740 Nov 02 13:08:22.287964 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-81a02b44-04b1-4f25-8c30-e4930a709450 req-0047f893-d447-485a-a93d-9e9919a34086 service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441224 Nov 02 13:08:22.445018 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d26e2-ab67-4a04-a9da-f4f7de93ccc2 req-763497d2-0297-4a4d-a24c-2816e186c50f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:22.448123 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1a0d26e2-ab67-4a04-a9da-f4f7de93ccc2 req-763497d2-0297-4a4d-a24c-2816e186c50f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 947 time: 0.1866417 Nov 02 13:08:22.522314 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-81a02b44-04b1-4f25-8c30-e4930a709450 req-efaee5af-cded-4ab5-abef-6ce8fe718c0e service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113986 Nov 02 13:08:22.560204 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1a0d26e2-ab67-4a04-a9da-f4f7de93ccc2 req-ece13813-aed7-4c00-a18e-df525e304d58 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050282 Nov 02 13:08:22.772100 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa870e-9400-4605-b73a-99bb6cdbd303 req-5e076cdc-96a6-4da9-bb1d-d0d8ff728410 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:22.775290 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-95aa870e-9400-4605-b73a-99bb6cdbd303 req-5e076cdc-96a6-4da9-bb1d-d0d8ff728410 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 945 time: 0.1294317 Nov 02 13:08:22.808598 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 33615a2c-d6e2-46d2-b85a-c42dd770f26a up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:08:22.866933 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-95aa870e-9400-4605-b73a-99bb6cdbd303 req-d35b47d9-d13f-4be2-9d5c-0fbc02f499f9 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812955 Nov 02 13:08:22.987155 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f13a3-dd2e-4bf1-965d-b1cc39575329 req-30a8b1fa-85e8-4240-9417-599d269c9a12 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:22.988774 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-791f13a3-dd2e-4bf1-965d-b1cc39575329 req-30a8b1fa-85e8-4240-9417-599d269c9a12 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0892837 Nov 02 13:08:23.001484 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 33615a2c-d6e2-46d2-b85a-c42dd770f26a completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:08:23.006780 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 33615a2c-d6e2-46d2-b85a-c42dd770f26a triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:08:23.007701 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.008203 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 33615a2c-d6e2-46d2-b85a-c42dd770f26a Nov 02 13:08:23.057413 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-791f13a3-dd2e-4bf1-965d-b1cc39575329 req-f550148c-3180-41fe-8a2f-39081494fbe3 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571203 Nov 02 13:08:23.118999 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 33615a2c-d6e2-46d2-b85a-c42dd770f26a is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:08:23.120029 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.148670 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e9540d-4a08-457f-baa2-10ee7a54d703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33615a2c-d6e2-46d2-b85a-c42dd770f26a'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:08:23.151787 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ecbd77-fbe4-4c5a-ba2c-9055c8e85b3a" -d '{"events": [{"server_uuid": "65e9540d-4a08-457f-baa2-10ee7a54d703", "name": "network-vif-plugged", "status": "completed", "tag": "33615a2c-d6e2-46d2-b85a-c42dd770f26a"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:08:23.167735 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 33615a2c-d6e2-46d2-b85a-c42dd770f26a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=33615a2c-d6e2-46d2-b85a-c42dd770f26a,segment=NetworkSegment(3978924e-c748-43d7-83dd-f9c5ee327ec8),segment_id=3978924e-c748-43d7-83dd-f9c5ee327ec8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:23.196006 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2102b3e1-bd7c-4dc6-99bf-ce462e41cfbd x-openstack-request-id: req-2102b3e1-bd7c-4dc6-99bf-ce462e41cfbd {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:08:23.196322 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e9540d-4a08-457f-baa2-10ee7a54d703", "name": "network-vif-plugged", "status": "completed", "tag": "33615a2c-d6e2-46d2-b85a-c42dd770f26a", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:08:23.202812 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2102b3e1-bd7c-4dc6-99bf-ce462e41cfbd {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:08:23.202812 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2102b3e1-bd7c-4dc6-99bf-ce462e41cfbd'] response: {'server_uuid': '65e9540d-4a08-457f-baa2-10ee7a54d703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33615a2c-d6e2-46d2-b85a-c42dd770f26a', 'code': 200} Nov 02 13:08:23.266483 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 58900) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:23.293754 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.370709 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=33615a2c-d6e2-46d2-b85a-c42dd770f26a,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:23.439571 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c0090846-1a73-4780-9bbe-5910b2761f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.558949 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c0090846-1a73-4780-9bbe-5910b2761f5c admin admin] Publish callbacks [] for security_group (52fcb9ac-ba53-4391-a859-781f701c4904), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.651400 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522916-55ca-43d4-98f2-36b4800f8909 req-5dd086bc-2205-4672-bc77-9f408aaf144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:23.653156 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4f522916-55ca-43d4-98f2-36b4800f8909 req-5dd086bc-2205-4672-bc77-9f408aaf144b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 1130 time: 0.0511413 Nov 02 13:08:23.670013 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c0090846-1a73-4780-9bbe-5910b2761f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (52fcb9ac-ba53-4391-a859-781f701c4904), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.772533 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c0090846-1a73-4780-9bbe-5910b2761f5c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cecb749426e54d38b17a330addeb4a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046549 Nov 02 13:08:23.776453 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58910) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:23.777751 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0090846-1a73-4780-9bbe-5910b2761f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fcb9ac-ba53-4391-a859-781f701c4904,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:23.786917 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4f522916-55ca-43d4-98f2-36b4800f8909 req-0a6318b7-bab5-47ab-a8ec-be208f99f636 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250224 Nov 02 13:08:23.807551 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce316f75-9b26-4731-989a-3a0d3d864a35 req-e9943cd1-6a35-4971-a35d-a5fe2bfed17c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:23.809266 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ce316f75-9b26-4731-989a-3a0d3d864a35 req-e9943cd1-6a35-4971-a35d-a5fe2bfed17c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 947 time: 0.1284637 Nov 02 13:08:23.851085 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Publish callbacks [] for security_group (52fcb9ac-ba53-4391-a859-781f701c4904), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.866133 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ce316f75-9b26-4731-989a-3a0d3d864a35 req-f9f3f874-fd86-4cc4-9585-1569ebac6748 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508089 Nov 02 13:08:23.876409 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Publish callbacks [] for security_group (52fcb9ac-ba53-4391-a859-781f701c4904), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:24.025115 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (52fcb9ac-ba53-4391-a859-781f701c4904), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:24.029003 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:24.030140 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/52fcb9ac-ba53-4391-a859-781f701c4904 HTTP/1.1" status: 204 len: 168 time: 0.2512650 Nov 02 13:08:24.042828 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a9df-cf57-4919-b97e-d6d56639a8b1 req-18ec0e28-7a32-43a7-b153-dfaae36411ca tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:24.044400 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fd71a9df-cf57-4919-b97e-d6d56639a8b1 req-18ec0e28-7a32-43a7-b153-dfaae36411ca tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 946 time: 0.0705462 Nov 02 13:08:24.051331 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fcb9ac-ba53-4391-a859-781f701c4904,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:24.078041 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.078628 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.079389 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.079975 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.080539 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.081088 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.081650 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.082237 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.082783 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.083339 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.083902 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.084439 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.084993 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44b477-bafa-4f67-aa52-5244e7a632ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:24.170316 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fd71a9df-cf57-4919-b97e-d6d56639a8b1 req-3f7a7f00-6afb-4ae9-800d-441acb76bc3a tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121776 Nov 02 13:08:24.228854 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58920) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:24.255954 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845ea40-afa2-4b98-bba7-9ebbab924d9b req-5b8bb970-c396-4373-895c-0bae056f88bf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:24.258469 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6845ea40-afa2-4b98-bba7-9ebbab924d9b req-5b8bb970-c396-4373-895c-0bae056f88bf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0869901 Nov 02 13:08:24.317385 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6845ea40-afa2-4b98-bba7-9ebbab924d9b req-91dfb7c7-5c0c-4d78-8cbc-24840e4f5c77 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495555 Nov 02 13:08:24.540178 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a9ccb8a-6629-40f3-ab9b-79f4ad69f1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:24.635345 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a9ccb8a-6629-40f3-ab9b-79f4ad69f1d3 admin admin] Publish callbacks [] for security_group (f492351e-4d29-43dd-bf1d-b3ca0fcd3e65), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:24.704163 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a9ccb8a-6629-40f3-ab9b-79f4ad69f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f492351e-4d29-43dd-bf1d-b3ca0fcd3e65), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:24.748468 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ccb8a-6629-40f3-ab9b-79f4ad69f1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f492351e-4d29-43dd-bf1d-b3ca0fcd3e65,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:24.753112 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-1a9ccb8a-6629-40f3-ab9b-79f4ad69f1d3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a13239c0d0d84d08986c5f4bd7633a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5230784 Nov 02 13:08:24.757532 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 58932) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:24.822757 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6b2c90bc-51c3-42bd-bd3b-15c30f1a4d41 admin admin] Publish callbacks [] for security_group (f492351e-4d29-43dd-bf1d-b3ca0fcd3e65), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:24.857892 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6b2c90bc-51c3-42bd-bd3b-15c30f1a4d41 admin admin] Publish callbacks [] for security_group (f492351e-4d29-43dd-bf1d-b3ca0fcd3e65), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:25.048690 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6b2c90bc-51c3-42bd-bd3b-15c30f1a4d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f492351e-4d29-43dd-bf1d-b3ca0fcd3e65), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:25.053740 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6b2c90bc-51c3-42bd-bd3b-15c30f1a4d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:25.055318 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-6b2c90bc-51c3-42bd-bd3b-15c30f1a4d41 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f492351e-4d29-43dd-bf1d-b3ca0fcd3e65 HTTP/1.1" status: 204 len: 168 time: 0.2963045 Nov 02 13:08:25.075645 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c90bc-51c3-42bd-bd3b-15c30f1a4d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f492351e-4d29-43dd-bf1d-b3ca0fcd3e65,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:25.084984 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed4176-7841-48a8-9fd3-bae3f08e4733 req-d585c622-a446-4ff6-9bc0-e748620327bd tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:25.087285 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3fed4176-7841-48a8-9fd3-bae3f08e4733 req-d585c622-a446-4ff6-9bc0-e748620327bd tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 947 time: 0.0983407 Nov 02 13:08:25.159431 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3fed4176-7841-48a8-9fd3-bae3f08e4733 req-1b7cb87e-0ba1-4168-b2e9-ad146972299d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619316 Nov 02 13:08:25.373046 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4ccbb-ac3a-49c4-ad8d-1bbf681d2f37 req-95bfc2d1-1ce6-4bd6-b188-a0c5dbf1ca8b tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:25.375562 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-12c4ccbb-ac3a-49c4-ad8d-1bbf681d2f37 req-95bfc2d1-1ce6-4bd6-b188-a0c5dbf1ca8b tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 946 time: 0.0923564 Nov 02 13:08:25.479150 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-12c4ccbb-ac3a-49c4-ad8d-1bbf681d2f37 req-4ff95a46-eb94-4fb8-b22a-10b5c87e2e91 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950449 Nov 02 13:08:25.535992 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a8aee-f044-499c-8a4e-61ce1fde2ead req-a632cdd9-cb7c-44dd-82df-2f1e685491f2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:25.538086 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-955a8aee-f044-499c-8a4e-61ce1fde2ead req-a632cdd9-cb7c-44dd-82df-2f1e685491f2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.1260557 Nov 02 13:08:25.616032 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-955a8aee-f044-499c-8a4e-61ce1fde2ead req-a402c987-0dbb-448c-acc6-f13dc51b1cd4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671539 Nov 02 13:08:26.635093 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fcb8c-3075-402c-9d51-815d8900acbc req-6ad54f93-aece-420d-aa3d-649db9ef9c51 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:26.636649 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-647fcb8c-3075-402c-9d51-815d8900acbc req-6ad54f93-aece-420d-aa3d-649db9ef9c51 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 946 time: 0.0606709 Nov 02 13:08:26.705429 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-647fcb8c-3075-402c-9d51-815d8900acbc req-9fe9d024-d296-4225-b6dc-0f12080c6ad7 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623507 Nov 02 13:08:26.803820 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a139d2-540f-4ce1-a37a-0d69c523b218 req-f819f609-6c7b-45b3-822b-8b7219856feb tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:26.805486 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-43a139d2-540f-4ce1-a37a-0d69c523b218 req-f819f609-6c7b-45b3-822b-8b7219856feb tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0692809 Nov 02 13:08:26.870039 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-43a139d2-540f-4ce1-a37a-0d69c523b218 req-7b18b18c-6b74-4230-9b52-6e3138212fc9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535841 Nov 02 13:08:28.028605 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ffb4e-3b1c-4487-b9a5-193016d27cc9 req-b8225626-fc83-472b-bfd9-29fad1aed950 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:28.030274 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-895ffb4e-3b1c-4487-b9a5-193016d27cc9 req-b8225626-fc83-472b-bfd9-29fad1aed950 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0636830 Nov 02 13:08:28.087388 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-895ffb4e-3b1c-4487-b9a5-193016d27cc9 req-487a55b6-74c0-4bf6-ae11-227992ef0837 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467536 Nov 02 13:08:29.015908 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fff9c7-a5ea-4b1a-bfa8-84a4116a4ebf req-5de6bfe4-a0fa-4c36-81e0-de7e272e5c59 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:29.018385 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d9fff9c7-a5ea-4b1a-bfa8-84a4116a4ebf req-5de6bfe4-a0fa-4c36-81e0-de7e272e5c59 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 946 time: 0.0744212 Nov 02 13:08:29.079403 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d9fff9c7-a5ea-4b1a-bfa8-84a4116a4ebf req-b7f177cc-4e32-4e76-bd21-71d6a04abae5 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545194 Nov 02 13:08:29.237608 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2b6a8-669b-4a25-a09a-428bd6ed2e25 req-2de9f708-7efd-4f8f-b41c-e88722beb8e8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:29.239653 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fbb2b6a8-669b-4a25-a09a-428bd6ed2e25 req-2de9f708-7efd-4f8f-b41c-e88722beb8e8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0669885 Nov 02 13:08:29.300444 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fbb2b6a8-669b-4a25-a09a-428bd6ed2e25 req-2e4fbe63-8df7-4b97-9a9f-539246ff598f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517528 Nov 02 13:08:29.484802 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ada46d-3eee-45b2-b65e-abd06c7aef8c req-2b90e8c2-f128-4074-9d7f-5449d50ec77e tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:29.486562 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-64ada46d-3eee-45b2-b65e-abd06c7aef8c req-2b90e8c2-f128-4074-9d7f-5449d50ec77e tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 945 time: 0.0669217 Nov 02 13:08:29.568298 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-64ada46d-3eee-45b2-b65e-abd06c7aef8c req-b5ab62a9-fe6b-466f-bd00-66a3d5fc56ff tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699627 Nov 02 13:08:30.224761 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e933da1-4377-4eeb-9da4-d341f2653f95 req-10af0c39-c409-4c96-b8af-db61c852ef45 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:30.226514 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7e933da1-4377-4eeb-9da4-d341f2653f95 req-10af0c39-c409-4c96-b8af-db61c852ef45 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 946 time: 0.0653608 Nov 02 13:08:30.281415 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7e933da1-4377-4eeb-9da4-d341f2653f95 req-7d7c804f-10fa-425e-8175-fa96aaa072af tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465474 Nov 02 13:08:30.451750 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d4f88-ee75-4818-b757-e6dbf24b92fd req-305a7f88-6129-4d55-ac24-6bd65a377eec tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:30.453263 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-cf2d4f88-ee75-4818-b757-e6dbf24b92fd req-305a7f88-6129-4d55-ac24-6bd65a377eec tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0599906 Nov 02 13:08:30.513049 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-cf2d4f88-ee75-4818-b757-e6dbf24b92fd req-082b21c4-694a-46eb-aa09-55ec2a099e42 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494215 Nov 02 13:08:30.727572 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfc439-62c3-4320-ac90-c72d4a174d8b req-85aa68f8-4357-41a0-9f40-8b7bfbf48d55 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:30.729142 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-46cfc439-62c3-4320-ac90-c72d4a174d8b req-85aa68f8-4357-41a0-9f40-8b7bfbf48d55 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 945 time: 0.0659397 Nov 02 13:08:30.803370 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-46cfc439-62c3-4320-ac90-c72d4a174d8b req-0b8f5ef4-fb6d-4126-a779-c0d30e6e5804 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679705 Nov 02 13:08:31.161868 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:08:31.286811 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05238d7-7762-4b16-bc06-1df89761ab03 req-f2b7078d-d281-4bae-b9f2-a2ff4699cfe9 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:31.289336 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a05238d7-7762-4b16-bc06-1df89761ab03 req-f2b7078d-d281-4bae-b9f2-a2ff4699cfe9 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 946 time: 0.3325698 Nov 02 13:08:31.401076 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-a05238d7-7762-4b16-bc06-1df89761ab03 req-f6df94c9-4255-4a09-a94b-7d63f29cf7e2 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Deleting port 33615a2c-d6e2-46d2-b85a-c42dd770f26a {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:08:31.401415 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-a05238d7-7762-4b16-bc06-1df89761ab03 req-f6df94c9-4255-4a09-a94b-7d63f29cf7e2 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:31.452659 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb19b7-6cbf-4f99-864c-9ee805b8bb82 req-4d71509e-502d-4ed1-91c6-ac4747f043bb tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:31.454354 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-60fb19b7-6cbf-4f99-864c-9ee805b8bb82 req-4d71509e-502d-4ed1-91c6-ac4747f043bb tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 946 time: 0.0748017 Nov 02 13:08:31.510895 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-60fb19b7-6cbf-4f99-864c-9ee805b8bb82 req-680ac383-921d-4a44-bf66-55e292529782 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/security-groups?id=c652156e-1d30-41e5-9a99-44b7f78a2946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487731 Nov 02 13:08:31.533681 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-a05238d7-7762-4b16-bc06-1df89761ab03 req-f6df94c9-4255-4a09-a94b-7d63f29cf7e2 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] For port 33615a2c-d6e2-46d2-b85a-c42dd770f26a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=33615a2c-d6e2-46d2-b85a-c42dd770f26a,segment=NetworkSegment(3978924e-c748-43d7-83dd-f9c5ee327ec8),segment_id=3978924e-c748-43d7-83dd-f9c5ee327ec8)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:31.534158 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-a05238d7-7762-4b16-bc06-1df89761ab03 req-f6df94c9-4255-4a09-a94b-7d63f29cf7e2 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:31.551536 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-a05238d7-7762-4b16-bc06-1df89761ab03 req-f6df94c9-4255-4a09-a94b-7d63f29cf7e2 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Calling delete_port for 33615a2c-d6e2-46d2-b85a-c42dd770f26a owned by compute:nova {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:08:31.712500 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f31271-3137-48c4-8cf7-11069f4ad134 req-26cb5342-39a8-4290-8173-4e24f72f5f0d tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:31.714302 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-20f31271-3137-48c4-8cf7-11069f4ad134 req-26cb5342-39a8-4290-8173-4e24f72f5f0d tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0978143 Nov 02 13:08:31.807088 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-20f31271-3137-48c4-8cf7-11069f4ad134 req-e08b91a7-4490-4caf-af52-aa4364f84b63 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728798 Nov 02 13:08:31.839369 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-0f36d5b8-8b7a-483e-af1d-b39caa3ea0fe tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:31.841199 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-0f36d5b8-8b7a-483e-af1d-b39caa3ea0fe tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 945 time: 0.0923429 Nov 02 13:08:31.858441 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-a05238d7-7762-4b16-bc06-1df89761ab03 req-f6df94c9-4255-4a09-a94b-7d63f29cf7e2 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (33615a2c-d6e2-46d2-b85a-c42dd770f26a), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:31.893033 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df94c9-4255-4a09-a94b-7d63f29cf7e2 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Pushing event deleted for resources: {'Port': ['ID=33615a2c-d6e2-46d2-b85a-c42dd770f26a,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:31.904868 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['33615a2c-d6e2-46d2-b85a-c42dd770f26a'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:08:31.959592 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05238d7-7762-4b16-bc06-1df89761ab03 req-f6df94c9-4255-4a09-a94b-7d63f29cf7e2 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] No DVR routers for this DVR port 33615a2c-d6e2-46d2-b85a-c42dd770f26a on host hv-cinder-86327 {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:08:31.963640 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-a05238d7-7762-4b16-bc06-1df89761ab03 req-f6df94c9-4255-4a09-a94b-7d63f29cf7e2 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:31.970033 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a05238d7-7762-4b16-bc06-1df89761ab03 req-f6df94c9-4255-4a09-a94b-7d63f29cf7e2 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.86 "DELETE /v2.0/ports/33615a2c-d6e2-46d2-b85a-c42dd770f26a HTTP/1.1" status: 204 len: 173 time: 0.6697128 Nov 02 13:08:31.971471 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e9540d-4a08-457f-baa2-10ee7a54d703', 'name': 'network-vif-deleted', 'tag': '33615a2c-d6e2-46d2-b85a-c42dd770f26a'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:08:31.974558 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc52cbaa-15f9-4dae-8b0b-605d88889458" -d '{"events": [{"server_uuid": "65e9540d-4a08-457f-baa2-10ee7a54d703", "name": "network-vif-deleted", "tag": "33615a2c-d6e2-46d2-b85a-c42dd770f26a"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:08:31.996499 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Deleting port ec8d3266-1418-4d91-acbc-d14944d257ee {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:08:31.996866 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:32.012577 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0689f7b-173b-4403-803f-b9d076ae879a req-f37e8ecc-15a3-4550-9027-47be7d5c314b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:32.014209 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e0689f7b-173b-4403-803f-b9d076ae879a req-f37e8ecc-15a3-4550-9027-47be7d5c314b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 945 time: 0.0909884 Nov 02 13:08:32.031445 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522aba38-8967-4225-984b-2e75a10ed151 x-openstack-request-id: req-522aba38-8967-4225-984b-2e75a10ed151 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:08:32.031738 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e9540d-4a08-457f-baa2-10ee7a54d703", "name": "network-vif-deleted", "tag": "33615a2c-d6e2-46d2-b85a-c42dd770f26a", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:08:32.031992 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-522aba38-8967-4225-984b-2e75a10ed151 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:08:32.032402 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522aba38-8967-4225-984b-2e75a10ed151'] response: {'server_uuid': '65e9540d-4a08-457f-baa2-10ee7a54d703', 'name': 'network-vif-deleted', 'tag': '33615a2c-d6e2-46d2-b85a-c42dd770f26a', 'status': 'completed', 'code': 200} Nov 02 13:08:32.137530 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e0689f7b-173b-4403-803f-b9d076ae879a req-f9e73e2f-bdaa-4f08-8610-6cc5517e9ffb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e12306c-0824-48dc-82a2-3114c7141a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115525 Nov 02 13:08:32.169501 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] For port ec8d3266-1418-4d91-acbc-d14944d257ee, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ec8d3266-1418-4d91-acbc-d14944d257ee,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:32.170190 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:32.443588 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:32.443937 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (1dd28d30-1be6-4978-95e9-a60a2917ec7d), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:32.444282 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.l3_db [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Floating IP 1dd28d30-1be6-4978-95e9-a60a2917ec7d disassociated. External IP: 172.28.4.107, port: ec8d3266-1418-4d91-acbc-d14944d257ee. Nov 02 13:08:32.444627 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Calling delete_port for ec8d3266-1418-4d91-acbc-d14944d257ee owned by compute:nova {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:08:32.685672 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5283ce00-def7-4570-b002-974a4f1ce381 req-d8e680ef-75da-48fe-9df3-4ab9b49358d7 tempest-VolumesActionsTest-1644784567 tempest-VolumesActionsTest-1644784567-project] 10.222.0.93 "GET /v2.0/ports?device_id=65e9540d-4a08-457f-baa2-10ee7a54d703 HTTP/1.1" status: 200 len: 210 time: 0.0500958 Nov 02 13:08:32.710366 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (ec8d3266-1418-4d91-acbc-d14944d257ee), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:32.754439 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event deleted for resources: {'Port': ['ID=ec8d3266-1418-4d91-acbc-d14944d257ee,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:32.908892 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Router 564f2c35-915a-427d-90bc-6b7192856d14 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:08:33.092687 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d13638-5148-4a4b-9bcb-bedf83982ed0 req-625f0e79-313f-486d-b0ce-c3fca3ac5847 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:33.099458 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d3d13638-5148-4a4b-9bcb-bedf83982ed0 req-625f0e79-313f-486d-b0ce-c3fca3ac5847 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.1715138 Nov 02 13:08:33.109963 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:08:33.121264 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f926d-8cd1-49f1-96ba-92dc0b2aca29 None None] Sync routers for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:08:33.133917 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f926d-8cd1-49f1-96ba-92dc0b2aca29 None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:08:33.134876 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-8e1f926d-8cd1-49f1-96ba-92dc0b2aca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:08:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:33.174692 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] No DVR routers for this DVR port ec8d3266-1418-4d91-acbc-d14944d257ee on host hv-cinder-86327 {{(pid=116229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:08:33.182333 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:33.187549 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c4270f72-c449-4702-bc40-e0e3dfd66d56 req-33795bea-40be-4b00-b213-b9b36758ab48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "DELETE /v2.0/ports/ec8d3266-1418-4d91-acbc-d14944d257ee HTTP/1.1" status: 204 len: 173 time: 1.3397958 Nov 02 13:08:33.188116 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'name': 'network-vif-deleted', 'tag': 'ec8d3266-1418-4d91-acbc-d14944d257ee'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:08:33.191437 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdd5d63-4638-4373-8831-df55d9d30ecc" -d '{"events": [{"server_uuid": "c480d7e0-b175-4c9c-87ae-52f7d62372fd", "name": "network-vif-deleted", "tag": "ec8d3266-1418-4d91-acbc-d14944d257ee"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:08:33.207803 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d3d13638-5148-4a4b-9bcb-bedf83982ed0 req-b1b83ff7-1004-4e8c-868e-06360895ea1b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059268 Nov 02 13:08:33.271784 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-8e1f926d-8cd1-49f1-96ba-92dc0b2aca29 None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:08:33.285552 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156b77a0-a66d-4733-ba2b-8465b01bd114 x-openstack-request-id: req-156b77a0-a66d-4733-ba2b-8465b01bd114 {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:08:33.286254 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c480d7e0-b175-4c9c-87ae-52f7d62372fd", "name": "network-vif-deleted", "tag": "ec8d3266-1418-4d91-acbc-d14944d257ee", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:08:33.286680 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-156b77a0-a66d-4733-ba2b-8465b01bd114 {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:08:33.287329 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156b77a0-a66d-4733-ba2b-8465b01bd114'] response: {'server_uuid': 'c480d7e0-b175-4c9c-87ae-52f7d62372fd', 'name': 'network-vif-deleted', 'tag': 'ec8d3266-1418-4d91-acbc-d14944d257ee', 'status': 'completed', 'code': 200} Nov 02 13:08:33.326222 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ddd4f8d8-9844-4c83-ae9e-e7306946325d req-47f8030b-043b-48d6-831f-c89e9f698154 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 210 time: 0.0335379 Nov 02 13:08:33.590584 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-8e1f926d-8cd1-49f1-96ba-92dc0b2aca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '4a2e9267-f6ec-46d4-9799-5f7274c9c240', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.236', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '969da52d-8892-403c-8679-3677e7229ce1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:9e:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:05:38Z', 'updated_at': '2022-11-02T13:06:22Z', 'revision_number': 2, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:33.617036 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f926d-8cd1-49f1-96ba-92dc0b2aca29 None None] Checking router: 564f2c35-915a-427d-90bc-6b7192856d14 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:08:33.628349 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f926d-8cd1-49f1-96ba-92dc0b2aca29 None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:08:33.629107 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-8e1f926d-8cd1-49f1-96ba-92dc0b2aca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:08:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:33.760465 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-8e1f926d-8cd1-49f1-96ba-92dc0b2aca29 None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:08:34.022985 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-8e1f926d-8cd1-49f1-96ba-92dc0b2aca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '4a2e9267-f6ec-46d4-9799-5f7274c9c240', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.236', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '969da52d-8892-403c-8679-3677e7229ce1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:9e:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:05:38Z', 'updated_at': '2022-11-02T13:06:22Z', 'revision_number': 2, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:34.051049 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f926d-8cd1-49f1-96ba-92dc0b2aca29 None None] The sync data for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb is: [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '4a2e9267-f6ec-46d4-9799-5f7274c9c240', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.236', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '969da52d-8892-403c-8679-3677e7229ce1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:9e:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:05:38Z', 'updated_at': '2022-11-02T13:06:22Z', 'revision_number': 2, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:08:34.372896 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-84b19e5c-4ef3-4754-bb29-7fa21fe30874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:34.427001 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a3bdc-443a-43b1-a980-decce778a2a9 req-1da14a76-b617-4d8b-8b29-0e6a7b76b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:34.435481 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-037a3bdc-443a-43b1-a980-decce778a2a9 req-1da14a76-b617-4d8b-8b29-0e6a7b76b887 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 1130 time: 0.1064351 Nov 02 13:08:34.496225 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa1588-dbfd-432e-b715-8b44962b34b8 req-69d4f208-2306-4b2f-a021-e14adf93ae5e tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:34.511281 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5719c87-b66e-4b9d-9f10-70d080c2b498 None None] New status for floating IP 1dd28d30-1be6-4978-95e9-a60a2917ec7d: DOWN {{(pid=116232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:08:34.523868 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f4aa1588-dbfd-432e-b715-8b44962b34b8 req-69d4f208-2306-4b2f-a021-e14adf93ae5e tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.1621983 Nov 02 13:08:34.533569 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-037a3bdc-443a-43b1-a980-decce778a2a9 req-4c4d8882-cb58-458c-aa53-df8f98e14529 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925634 Nov 02 13:08:34.638745 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c0124be1-b5cb-4ad3-a843-75e056b374af req-e40698fe-f6b4-4f27-ab64-6423d91d2363 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=c480d7e0-b175-4c9c-87ae-52f7d62372fd HTTP/1.1" status: 200 len: 210 time: 0.0548792 Nov 02 13:08:34.646360 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f4aa1588-dbfd-432e-b715-8b44962b34b8 req-6a5733e8-0cfe-4491-9f8d-1b7a8d9a5fc0 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238599 Nov 02 13:08:34.864427 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 33615a2c-d6e2-46d2-b85a-c42dd770f26a no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:08:34.891923 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 33615a2c-d6e2-46d2-b85a-c42dd770f26a {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:08:34.893180 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 33615a2c-d6e2-46d2-b85a-c42dd770f26a not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:08:35.867831 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fa558-130f-42f5-a143-ac93d7e04fb8 req-79e9feab-ff16-479f-b58d-c1383f7c6f07 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:35.871115 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-073fa558-130f-42f5-a143-ac93d7e04fb8 req-79e9feab-ff16-479f-b58d-c1383f7c6f07 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0810039 Nov 02 13:08:35.936155 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-073fa558-130f-42f5-a143-ac93d7e04fb8 req-72f77cf2-c5d3-4620-bdc1-ba828b0dc448 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553575 Nov 02 13:08:36.870154 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device ec8d3266-1418-4d91-acbc-d14944d257ee no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:08:36.909648 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: ec8d3266-1418-4d91-acbc-d14944d257ee {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:08:36.910082 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device ec8d3266-1418-4d91-acbc-d14944d257ee not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:08:36.911515 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59124) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:37.018567 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-05f719db-5f36-4696-9c7c-40569d8a8c35 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (1e12306c-0824-48dc-82a2-3114c7141a6f), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:37.048416 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-05f719db-5f36-4696-9c7c-40569d8a8c35 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (1e12306c-0824-48dc-82a2-3114c7141a6f), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:37.110110 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0fb78-1bfa-47b0-af0d-d6d076bfc4b7 req-da5de5c6-fea6-4a5b-bf26-3b7bcdc20c96 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:37.117145 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-adb0fb78-1bfa-47b0-af0d-d6d076bfc4b7 req-da5de5c6-fea6-4a5b-bf26-3b7bcdc20c96 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0851030 Nov 02 13:08:37.178648 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-adb0fb78-1bfa-47b0-af0d-d6d076bfc4b7 req-70602884-accf-417b-801b-cfd38154ffe2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540650 Nov 02 13:08:37.183849 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-05f719db-5f36-4696-9c7c-40569d8a8c35 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (1e12306c-0824-48dc-82a2-3114c7141a6f), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:37.186609 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-05f719db-5f36-4696-9c7c-40569d8a8c35 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:37.187809 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-05f719db-5f36-4696-9c7c-40569d8a8c35 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "DELETE /v2.0/security-groups/1e12306c-0824-48dc-82a2-3114c7141a6f HTTP/1.1" status: 204 len: 168 time: 0.2711136 Nov 02 13:08:37.190934 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59134) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:37.202113 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f719db-5f36-4696-9c7c-40569d8a8c35 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e12306c-0824-48dc-82a2-3114c7141a6f,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:37.207093 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.api.v2.resource [None req-4aab830a-f3f7-4f52-97f2-e437695dde4b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] show failed (client error): The resource could not be found. Nov 02 13:08:37.208275 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-4aab830a-f3f7-4f52-97f2-e437695dde4b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups/1e12306c-0824-48dc-82a2-3114c7141a6f HTTP/1.1" status: 404 len: 347 time: 0.0161297 Nov 02 13:08:37.212291 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59136) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:37.388850 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-2ded35a9-df0a-4af5-a59c-465beca9c09b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Deleting port 1d49aecc-d6a0-413a-8014-73b00e6c92ec {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:08:37.389808 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2ded35a9-df0a-4af5-a59c-465beca9c09b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (1d49aecc-d6a0-413a-8014-73b00e6c92ec), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:37.513220 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2ded35a9-df0a-4af5-a59c-465beca9c09b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (1d49aecc-d6a0-413a-8014-73b00e6c92ec), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:37.514205 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2ded35a9-df0a-4af5-a59c-465beca9c09b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (1d49aecc-d6a0-413a-8014-73b00e6c92ec), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:37.544251 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-2ded35a9-df0a-4af5-a59c-465beca9c09b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Calling delete_port for 1d49aecc-d6a0-413a-8014-73b00e6c92ec owned by network:floatingip {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:08:37.799499 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f6df9-48b9-4935-98cf-1ac3f587e735 req-c3b278a5-8ff0-47e6-8449-0bb1084950bc tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:37.805144 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-673f6df9-48b9-4935-98cf-1ac3f587e735 req-c3b278a5-8ff0-47e6-8449-0bb1084950bc tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.1389620 Nov 02 13:08:37.887064 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2ded35a9-df0a-4af5-a59c-465beca9c09b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (1d49aecc-d6a0-413a-8014-73b00e6c92ec), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:37.992265 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded35a9-df0a-4af5-a59c-465beca9c09b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event deleted for resources: {'Port': ['ID=1d49aecc-d6a0-413a-8014-73b00e6c92ec,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:38.096354 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2ded35a9-df0a-4af5-a59c-465beca9c09b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (1dd28d30-1be6-4978-95e9-a60a2917ec7d), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:38.109928 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2ded35a9-df0a-4af5-a59c-465beca9c09b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:38.129215 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-2ded35a9-df0a-4af5-a59c-465beca9c09b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "DELETE /v2.0/floatingips/1dd28d30-1be6-4978-95e9-a60a2917ec7d HTTP/1.1" status: 204 len: 168 time: 0.9034326 Nov 02 13:08:38.334362 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-673f6df9-48b9-4935-98cf-1ac3f587e735 req-04d5eced-61f5-4c06-8653-c6cef90d7d7a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214512 Nov 02 13:08:38.362112 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0941b4-cc8f-452b-9510-edf8b97c11bc req-4875caa4-27be-4862-9ef8-2f1421780dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:38.362112 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba0941b4-cc8f-452b-9510-edf8b97c11bc req-4875caa4-27be-4862-9ef8-2f1421780dc7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 1130 time: 0.5944617 Nov 02 13:08:38.418273 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2773-30d1-4299-9768-552a85c4e065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:38.531894 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0941b4-cc8f-452b-9510-edf8b97c11bc req-92cd7167-03dd-4e88-b5d9-8f22bb2242f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:38.534987 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba0941b4-cc8f-452b-9510-edf8b97c11bc req-92cd7167-03dd-4e88-b5d9-8f22bb2242f5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 920 time: 0.1700895 Nov 02 13:08:38.609756 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba0941b4-cc8f-452b-9510-edf8b97c11bc req-bd58f14b-9f8e-47ca-abb8-bc02ff9c8619 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1796ac77-4840-46a3-a56e-0d9224eecdf6 HTTP/1.1" status: 200 len: 217 time: 0.0668194 Nov 02 13:08:38.701776 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0941b4-cc8f-452b-9510-edf8b97c11bc req-00fb2920-2121-4936-a2ea-14db1ea3e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:38.704017 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba0941b4-cc8f-452b-9510-edf8b97c11bc req-00fb2920-2121-4936-a2ea-14db1ea3e7d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.0876613 Nov 02 13:08:38.781013 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0941b4-cc8f-452b-9510-edf8b97c11bc req-cf0aeda4-1f3c-4608-8100-b3829420e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:38.783407 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba0941b4-cc8f-452b-9510-edf8b97c11bc req-cf0aeda4-1f3c-4608-8100-b3829420e577 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0721636 Nov 02 13:08:38.953884 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba0941b4-cc8f-452b-9510-edf8b97c11bc req-7dde1223-cfbb-4b49-a23a-40e5adda09b4 service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626494 Nov 02 13:08:39.130236 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba0941b4-cc8f-452b-9510-edf8b97c11bc req-9c0ac8db-cd7c-45d2-928a-cbf2b1505da4 service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634052 Nov 02 13:08:39.559799 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e9b66-bc32-4550-bcc0-ff41839157f7 req-9ba1a47f-993a-4ccf-8643-681063ec0599 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:39.569044 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2e4e9b66-bc32-4550-bcc0-ff41839157f7 req-9ba1a47f-993a-4ccf-8643-681063ec0599 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.1341996 Nov 02 13:08:39.649239 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2e4e9b66-bc32-4550-bcc0-ff41839157f7 req-6c91ef23-9508-4a52-82fa-f2d1cae49aed tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789156 Nov 02 13:08:40.607412 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:40.860495 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0fe1b-3582-48c7-8e92-8ccaad8c3e46 req-b1654604-840a-4412-be73-ffb65eda6d28 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:40.862163 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-55b0fe1b-3582-48c7-8e92-8ccaad8c3e46 req-b1654604-840a-4412-be73-ffb65eda6d28 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0708551 Nov 02 13:08:40.940522 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-55b0fe1b-3582-48c7-8e92-8ccaad8c3e46 req-f8946ec8-47a8-46ec-9b9c-de98fa89dd39 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621991 Nov 02 13:08:41.572915 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:41.676687 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:41.970567 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3be5ee-1964-46cb-bd8d-ac373feacae6 req-64a0d096-7c8d-4e0b-9d66-f0a916c56019 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:41.975029 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5b3be5ee-1964-46cb-bd8d-ac373feacae6 req-64a0d096-7c8d-4e0b-9d66-f0a916c56019 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 946 time: 0.0811405 Nov 02 13:08:42.052897 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5b3be5ee-1964-46cb-bd8d-ac373feacae6 req-2e9c93dd-385c-4617-bccd-4e1fe1848da9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734458 Nov 02 13:08:42.144967 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d16b5c-7048-49de-92b3-de1b7b5427ed req-f6e85d9f-0bdc-4848-afc9-cd5838577dfe tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:42.150672 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a9d16b5c-7048-49de-92b3-de1b7b5427ed req-f6e85d9f-0bdc-4848-afc9-cd5838577dfe tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0891306 Nov 02 13:08:42.235761 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a9d16b5c-7048-49de-92b3-de1b7b5427ed req-75753748-cf6e-47dc-bf03-966b81918ab0 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742557 Nov 02 13:08:43.286186 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdb0b3-a85f-436d-b7b1-d7926af36f35 req-64a3679d-8e0f-4665-a9ed-b1737b60daa1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:43.293817 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-45bdb0b3-a85f-436d-b7b1-d7926af36f35 req-64a3679d-8e0f-4665-a9ed-b1737b60daa1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 946 time: 0.1083498 Nov 02 13:08:43.375973 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-45bdb0b3-a85f-436d-b7b1-d7926af36f35 req-b66e4e44-79dc-43e9-93ac-bfae525cacf1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744138 Nov 02 13:08:44.163572 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-44c97aec-cd05-41c1-88d4-944b9cb9dcc6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:44.165157 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-44c97aec-cd05-41c1-88d4-944b9cb9dcc6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 946 time: 0.0661016 Nov 02 13:08:44.321222 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Deleting port 969da52d-8892-403c-8679-3677e7229ce1 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:08:44.323114 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (969da52d-8892-403c-8679-3677e7229ce1), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.496213 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] For port 969da52d-8892-403c-8679-3677e7229ce1, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=969da52d-8892-403c-8679-3677e7229ce1,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:44.498453 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (969da52d-8892-403c-8679-3677e7229ce1), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.691912 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59246) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:44.705182 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-74aebf5b-4795-4a83-b417-ca9f2d0eeaad tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2103244950', 'description': 'tempest-description--1418413323'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:44.740063 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8a0e-fb94-425b-a179-5d61cba7bdac req-fd669f9a-f2a8-488e-aa0d-bc86023cea41 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:44.742328 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-75df8a0e-fb94-425b-a179-5d61cba7bdac req-fd669f9a-f2a8-488e-aa0d-bc86023cea41 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 946 time: 0.1989622 Nov 02 13:08:44.838494 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-74aebf5b-4795-4a83-b417-ca9f2d0eeaad tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.887629 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.893564 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (4a2e9267-f6ec-46d4-9799-5f7274c9c240), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.893564 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.l3_db [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Floating IP 4a2e9267-f6ec-46d4-9799-5f7274c9c240 disassociated. External IP: 172.28.4.236, port: 969da52d-8892-403c-8679-3677e7229ce1. Nov 02 13:08:44.893564 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Calling delete_port for 969da52d-8892-403c-8679-3677e7229ce1 owned by compute:nova {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:08:44.954153 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-74aebf5b-4795-4a83-b417-ca9f2d0eeaad tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for security_group (2dbb9fc3-7f08-444a-8040-bd1764794432), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.995509 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-75df8a0e-fb94-425b-a179-5d61cba7bdac req-f01d42f0-3e41-4116-9dcf-00174d9bb05f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=9aac161f-30a3-4083-947f-7eca41ebba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464674 Nov 02 13:08:44.996009 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:45.116327 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-74aebf5b-4795-4a83-b417-ca9f2d0eeaad tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (2dbb9fc3-7f08-444a-8040-bd1764794432), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:45.203567 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aebf5b-4795-4a83-b417-ca9f2d0eeaad tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbb9fc3-7f08-444a-8040-bd1764794432,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:45.305071 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-74aebf5b-4795-4a83-b417-ca9f2d0eeaad tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:45.313374 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59252) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:45.314331 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-74aebf5b-4795-4a83-b417-ca9f2d0eeaad tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6182578 Nov 02 13:08:45.321039 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-c7a01a88-e10c-4608-8d28-df0cd8e047b6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Request body: {'security_group_rule': {'security_group_id': '2dbb9fc3-7f08-444a-8040-bd1764794432', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:45.331117 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f69e8879-0c24-4df4-95d0-735dcdd4b46e req-89a24ce8-9a55-4438-ba36-397f432c25b9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858297 Nov 02 13:08:45.371831 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (969da52d-8892-403c-8679-3677e7229ce1), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:45.422706 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event deleted for resources: {'Port': ['ID=969da52d-8892-403c-8679-3677e7229ce1,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:45.523041 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c7a01a88-e10c-4608-8d28-df0cd8e047b6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for security_group_rule (e2938bbe-c29f-42ce-b8c1-acaccb460084), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:45.527168 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e8879-0c24-4df4-95d0-735dcdd4b46e req-38e1ab11-6cb0-40aa-a2aa-c45a1dedba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:45.530351 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f69e8879-0c24-4df4-95d0-735dcdd4b46e req-38e1ab11-6cb0-40aa-a2aa-c45a1dedba0f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 1131 time: 0.1037679 Nov 02 13:08:45.687245 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Router 564f2c35-915a-427d-90bc-6b7192856d14 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:08:45.705332 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c7a01a88-e10c-4608-8d28-df0cd8e047b6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for security_group_rule (e2938bbe-c29f-42ce-b8c1-acaccb460084), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:45.719811 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e8879-0c24-4df4-95d0-735dcdd4b46e req-ddd02263-29a7-49ea-bce4-54e024c30a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:45.722883 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f69e8879-0c24-4df4-95d0-735dcdd4b46e req-ddd02263-29a7-49ea-bce4-54e024c30a9c service neutron] 10.222.0.86 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 919 time: 0.1643302 Nov 02 13:08:45.833772 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f69e8879-0c24-4df4-95d0-735dcdd4b46e req-460fd277-5e16-4fca-82c3-ab005bec43c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 HTTP/1.1" status: 200 len: 1002 time: 0.1019416 Nov 02 13:08:45.924282 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:08:45.926711 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd311ce8-8e1c-444f-8682-ecb507707c1f None None] Sync routers for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:08:45.926711 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd311ce8-8e1c-444f-8682-ecb507707c1f None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:08:45.926711 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-bd311ce8-8e1c-444f-8682-ecb507707c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:08:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:45.928395 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e8879-0c24-4df4-95d0-735dcdd4b46e req-2ee69ad3-8338-4c59-9ec5-11f6d6fc8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:45.931860 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f69e8879-0c24-4df4-95d0-735dcdd4b46e req-2ee69ad3-8338-4c59-9ec5-11f6d6fc8587 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 200 len: 856 time: 0.0901341 Nov 02 13:08:45.942564 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] No DVR routers for this DVR port 969da52d-8892-403c-8679-3677e7229ce1 on host hv-cinder-86327 {{(pid=116229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:08:45.948054 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:45.962804 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-83790ad2-33ba-45bc-8802-e035838a0e29 req-edbfe837-b881-45e5-af58-5bab7026bfcd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "DELETE /v2.0/ports/969da52d-8892-403c-8679-3677e7229ce1 HTTP/1.1" status: 204 len: 173 time: 1.7811205 Nov 02 13:08:45.962804 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'name': 'network-vif-deleted', 'tag': '969da52d-8892-403c-8679-3677e7229ce1'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:08:45.964345 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1f3f77-e3a8-465c-95b2-75fec9f0cad5" -d '{"events": [{"server_uuid": "5d8343ed-f0d2-4a4b-b682-36ea625a3b84", "name": "network-vif-deleted", "tag": "969da52d-8892-403c-8679-3677e7229ce1"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:08:46.022419 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e8879-0c24-4df4-95d0-735dcdd4b46e req-7b578ec4-feb4-490e-ace2-d61e26f058a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:46.024331 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f69e8879-0c24-4df4-95d0-735dcdd4b46e req-7b578ec4-feb4-490e-ace2-d61e26f058a8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af1e376b-b426-494b-8a32-b21f326de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0833724 Nov 02 13:08:46.070180 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c7a01a88-e10c-4608-8d28-df0cd8e047b6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (e2938bbe-c29f-42ce-b8c1-acaccb460084), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:46.099552 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e6ff70-658a-4950-a02a-d6897892bf1f x-openstack-request-id: req-75e6ff70-658a-4950-a02a-d6897892bf1f {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:08:46.100316 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8343ed-f0d2-4a4b-b682-36ea625a3b84", "name": "network-vif-deleted", "tag": "969da52d-8892-403c-8679-3677e7229ce1", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:08:46.100316 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-75e6ff70-658a-4950-a02a-d6897892bf1f {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:08:46.100888 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e6ff70-658a-4950-a02a-d6897892bf1f'] response: {'server_uuid': '5d8343ed-f0d2-4a4b-b682-36ea625a3b84', 'name': 'network-vif-deleted', 'tag': '969da52d-8892-403c-8679-3677e7229ce1', 'status': 'completed', 'code': 200} Nov 02 13:08:46.114596 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a01a88-e10c-4608-8d28-df0cd8e047b6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2938bbe-c29f-42ce-b8c1-acaccb460084,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:46.190214 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c7a01a88-e10c-4608-8d28-df0cd8e047b6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:46.200413 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-c7a01a88-e10c-4608-8d28-df0cd8e047b6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8852942 Nov 02 13:08:46.201125 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59276) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:46.207639 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-28c5a2bb-c705-48d5-ba4f-c67f5f683735 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Request body: {'security_group_rule': {'security_group_id': '2dbb9fc3-7f08-444a-8040-bd1764794432', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:46.306403 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f69e8879-0c24-4df4-95d0-735dcdd4b46e req-a87b53ef-eb86-469c-a61c-fe801dbd7493 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743654 Nov 02 13:08:46.325401 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9021916c-4dd1-4b46-99e1-29b3424ba243 req-a32f8005-12ad-4305-a049-40b4dc72f8d5 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 210 time: 0.0775959 Nov 02 13:08:46.445325 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-28c5a2bb-c705-48d5-ba4f-c67f5f683735 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for security_group_rule (d8b84113-aa16-4297-a6a6-907513e4440a), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:46.465678 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-bd311ce8-8e1c-444f-8682-ecb507707c1f None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:08:46.521651 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f69e8879-0c24-4df4-95d0-735dcdd4b46e req-3acd7e12-ec5e-4c67-bc7e-8c563e7abd7a service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087758 Nov 02 13:08:46.582785 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-28c5a2bb-c705-48d5-ba4f-c67f5f683735 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for security_group_rule (d8b84113-aa16-4297-a6a6-907513e4440a), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:46.738777 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-28c5a2bb-c705-48d5-ba4f-c67f5f683735 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (d8b84113-aa16-4297-a6a6-907513e4440a), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:46.797889 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-bd311ce8-8e1c-444f-8682-ecb507707c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:46.812013 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5a2bb-c705-48d5-ba4f-c67f5f683735 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b84113-aa16-4297-a6a6-907513e4440a,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:46.842900 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd311ce8-8e1c-444f-8682-ecb507707c1f None None] Checking router: 564f2c35-915a-427d-90bc-6b7192856d14 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:08:46.858412 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd311ce8-8e1c-444f-8682-ecb507707c1f None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:08:46.859640 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-bd311ce8-8e1c-444f-8682-ecb507707c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:08:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:46.912731 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-28c5a2bb-c705-48d5-ba4f-c67f5f683735 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:46.916781 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-28c5a2bb-c705-48d5-ba4f-c67f5f683735 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7115142 Nov 02 13:08:46.921097 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59280) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:46.928511 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Request body: {'floatingip': {'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:47.031940 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-bd311ce8-8e1c-444f-8682-ecb507707c1f None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:08:47.070250 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:47.249743 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:47.443237 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-bd311ce8-8e1c-444f-8682-ecb507707c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:47.505605 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Allocated IP 172.28.4.246 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/b7861bbb-d659-43d8-aeea-79e31dcd3c37) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:08:47.511567 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd311ce8-8e1c-444f-8682-ecb507707c1f None None] The sync data for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb is: [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:08:47.698287 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-819e4396-8a35-4435-81ea-c6c166c5c047 req-8fba0d7e-53fa-4066-846b-531e0a1d01ab tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d8343ed-f0d2-4a4b-b682-36ea625a3b84 HTTP/1.1" status: 200 len: 210 time: 0.1321025 Nov 02 13:08:47.813988 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for port (b7861bbb-d659-43d8-aeea-79e31dcd3c37), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.019237 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (b7861bbb-d659-43d8-aeea-79e31dcd3c37), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.028299 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8da6bba-e714-49d6-84d1-6819cdcb5652 None None] New status for floating IP 4a2e9267-f6ec-46d4-9799-5f7274c9c240: DOWN {{(pid=116232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:08:48.133490 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:08:48.144303 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:08:48.146839 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event updated for resources: {'Port': ['ID=b7861bbb-d659-43d8-aeea-79e31dcd3c37,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:48.149772 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:08:48.283262 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for floatingip (e126132f-a4f3-412d-8f1d-0da50e999319), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.389572 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59308) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:48.453182 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (b7861bbb-d659-43d8-aeea-79e31dcd3c37), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.622400 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9cd4c0c9-764f-4330-834e-715c0827b601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.730156 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for port (b7861bbb-d659-43d8-aeea-79e31dcd3c37), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.792547 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9cd4c0c9-764f-4330-834e-715c0827b601 admin admin] Publish callbacks [] for security_group (7a8d6715-0019-4748-a312-4f2d69df9ab6), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.842394 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (b7861bbb-d659-43d8-aeea-79e31dcd3c37), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.901425 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9cd4c0c9-764f-4330-834e-715c0827b601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7a8d6715-0019-4748-a312-4f2d69df9ab6), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.924187 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 969da52d-8892-403c-8679-3677e7229ce1 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:08:48.929659 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59316) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:48.984484 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event updated for resources: {'Port': ['ID=b7861bbb-d659-43d8-aeea-79e31dcd3c37,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:49.004924 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-9cd4c0c9-764f-4330-834e-715c0827b601 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d0e3d9140e7847e59618858f952ddbc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6137161 Nov 02 13:08:49.006347 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (e126132f-a4f3-412d-8f1d-0da50e999319), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.011103 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59318) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:49.015132 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 969da52d-8892-403c-8679-3677e7229ce1 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:08:49.015790 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 969da52d-8892-403c-8679-3677e7229ce1 not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:08:49.029680 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4c0c9-764f-4330-834e-715c0827b601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8d6715-0019-4748-a312-4f2d69df9ab6,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:49.061207 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-dc6cc2ad-f0f6-4a1e-b22e-b9aea117d2fc tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (9aac161f-30a3-4083-947f-7eca41ebba54), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.117124 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-dc6cc2ad-f0f6-4a1e-b22e-b9aea117d2fc tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (9aac161f-30a3-4083-947f-7eca41ebba54), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.126795 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca4fa-77bd-4bac-b200-88f23bd3f9fb admin admin] Publish callbacks [] for security_group (7a8d6715-0019-4748-a312-4f2d69df9ab6), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.166656 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca4fa-77bd-4bac-b200-88f23bd3f9fb admin admin] Publish callbacks [] for security_group (7a8d6715-0019-4748-a312-4f2d69df9ab6), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.178767 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.180031 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-12b83aab-25b7-45c9-aee5-78d9acd84361 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2574914 Nov 02 13:08:49.331934 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-dc6cc2ad-f0f6-4a1e-b22e-b9aea117d2fc tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (9aac161f-30a3-4083-947f-7eca41ebba54), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.335365 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-dc6cc2ad-f0f6-4a1e-b22e-b9aea117d2fc tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.336945 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-dc6cc2ad-f0f6-4a1e-b22e-b9aea117d2fc tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "DELETE /v2.0/security-groups/9aac161f-30a3-4083-947f-7eca41ebba54 HTTP/1.1" status: 204 len: 168 time: 0.4048731 Nov 02 13:08:49.340311 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59328) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:49.353673 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cc2ad-f0f6-4a1e-b22e-b9aea117d2fc tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aac161f-30a3-4083-947f-7eca41ebba54,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:49.365375 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.api.v2.resource [None req-7100c9a5-0454-4d43-8041-7a6093c3eaa4 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] show failed (client error): The resource could not be found. Nov 02 13:08:49.366925 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-7100c9a5-0454-4d43-8041-7a6093c3eaa4 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups/9aac161f-30a3-4083-947f-7eca41ebba54 HTTP/1.1" status: 404 len: 347 time: 0.0255780 Nov 02 13:08:49.371666 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59334) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:49.372777 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca4fa-77bd-4bac-b200-88f23bd3f9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7a8d6715-0019-4748-a312-4f2d69df9ab6), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.377060 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca4fa-77bd-4bac-b200-88f23bd3f9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.378258 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-ab8ca4fa-77bd-4bac-b200-88f23bd3f9fb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7a8d6715-0019-4748-a312-4f2d69df9ab6 HTTP/1.1" status: 204 len: 168 time: 0.3641248 Nov 02 13:08:49.410583 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ca4fa-77bd-4bac-b200-88f23bd3f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8d6715-0019-4748-a312-4f2d69df9ab6,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:49.537434 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-a6bf986e-b5a7-4fa6-af04-7f3cdedcb293 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--2103244950&fields=id&tenant_id=e14285133936400298eb7b8b17c51daa HTTP/1.1" status: 200 len: 267 time: 0.0813346 Nov 02 13:08:49.582356 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-9612446e-2b1b-42e6-ae8f-c7f6f73e3014 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Deleting port cfcbcf5b-9266-4a98-8f86-89f1ab774c74 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:08:49.583249 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9612446e-2b1b-42e6-ae8f-c7f6f73e3014 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (cfcbcf5b-9266-4a98-8f86-89f1ab774c74), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.693633 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9612446e-2b1b-42e6-ae8f-c7f6f73e3014 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (cfcbcf5b-9266-4a98-8f86-89f1ab774c74), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.694293 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9612446e-2b1b-42e6-ae8f-c7f6f73e3014 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (cfcbcf5b-9266-4a98-8f86-89f1ab774c74), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:49.709201 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-9612446e-2b1b-42e6-ae8f-c7f6f73e3014 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Calling delete_port for cfcbcf5b-9266-4a98-8f86-89f1ab774c74 owned by network:floatingip {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:08:49.726129 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24744117-90f7-47c6-82ed-317024883b4d req-83e6b8b3-3769-45ba-b831-4436a7810108 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:49.730165 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-83e6b8b3-3769-45ba-b831-4436a7810108 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 818 time: 0.1817939 Nov 02 13:08:49.746861 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-480b65bf-a4de-4e89-af43-c80ed9d754ad tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/quotas/e14285133936400298eb7b8b17c51daa HTTP/1.1" status: 200 len: 375 time: 0.0122128 Nov 02 13:08:49.866551 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-11bc3a8d-3469-4776-b0f9-ebb478988790 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1094291 Nov 02 13:08:50.032831 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9612446e-2b1b-42e6-ae8f-c7f6f73e3014 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (cfcbcf5b-9266-4a98-8f86-89f1ab774c74), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:50.132880 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-8e13b55b-aeee-400e-b762-b1408c1817af service neutron] 10.222.0.93 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478874 Nov 02 13:08:50.136823 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612446e-2b1b-42e6-ae8f-c7f6f73e3014 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event deleted for resources: {'Port': ['ID=cfcbcf5b-9266-4a98-8f86-89f1ab774c74,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:50.257554 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9612446e-2b1b-42e6-ae8f-c7f6f73e3014 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (4a2e9267-f6ec-46d4-9799-5f7274c9c240), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:50.263443 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9612446e-2b1b-42e6-ae8f-c7f6f73e3014 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:50.269495 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-9612446e-2b1b-42e6-ae8f-c7f6f73e3014 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "DELETE /v2.0/floatingips/4a2e9267-f6ec-46d4-9799-5f7274c9c240 HTTP/1.1" status: 204 len: 168 time: 0.8926771 Nov 02 13:08:50.332426 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-3e9778b8-77f5-409c-abe9-1323b1018d5c service neutron] 10.222.0.93 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811459 Nov 02 13:08:50.747650 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59358) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:50.755122 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-c647f90e-60a7-4b62-987e-26a27eda6317 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1307680428', 'description': 'tempest-description--274322012'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:50.892274 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c647f90e-60a7-4b62-987e-26a27eda6317 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.031777 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c192d43f-f68f-47e3-81dd-eec4d467b0a1 req-8cb9e412-1d4d-490c-8a53-c06860353186 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 210 time: 0.0482483 Nov 02 13:08:51.047670 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c647f90e-60a7-4b62-987e-26a27eda6317 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (745a627a-9878-4448-a8e2-c23178b1622b), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.218428 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c647f90e-60a7-4b62-987e-26a27eda6317 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (745a627a-9878-4448-a8e2-c23178b1622b), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.257386 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647f90e-60a7-4b62-987e-26a27eda6317 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745a627a-9878-4448-a8e2-c23178b1622b,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:51.401612 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c647f90e-60a7-4b62-987e-26a27eda6317 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.406290 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c647f90e-60a7-4b62-987e-26a27eda6317 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6544986 Nov 02 13:08:51.421331 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59386) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:51.421331 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-ad6668de-6280-469a-b2c5-023396feb1e9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'security_group_rule': {'security_group_id': '745a627a-9878-4448-a8e2-c23178b1622b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:51.552354 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ad6668de-6280-469a-b2c5-023396feb1e9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (09ab7abc-5a35-4b73-adda-02eff81f4b36), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.652347 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ad6668de-6280-469a-b2c5-023396feb1e9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (09ab7abc-5a35-4b73-adda-02eff81f4b36), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.722832 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ad6668de-6280-469a-b2c5-023396feb1e9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (09ab7abc-5a35-4b73-adda-02eff81f4b36), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.755530 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6668de-6280-469a-b2c5-023396feb1e9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ab7abc-5a35-4b73-adda-02eff81f4b36,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:51.855360 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ad6668de-6280-469a-b2c5-023396feb1e9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.862517 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-ad6668de-6280-469a-b2c5-023396feb1e9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4533060 Nov 02 13:08:51.865440 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59392) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:51.873136 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-f0ef49b0-4196-4514-b395-e338324021ea tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'security_group_rule': {'security_group_id': '745a627a-9878-4448-a8e2-c23178b1622b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:51.963766 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f0ef49b0-4196-4514-b395-e338324021ea tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (f271f357-2bef-4133-ab8f-73671a04af09), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.078037 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f0ef49b0-4196-4514-b395-e338324021ea tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (f271f357-2bef-4133-ab8f-73671a04af09), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.167923 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f0ef49b0-4196-4514-b395-e338324021ea tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (f271f357-2bef-4133-ab8f-73671a04af09), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.202755 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-36762e7a-c750-4843-be37-3bc1d6a2a6cf req-d5da8d8f-82fd-454c-80fa-77b518b43626 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 210 time: 0.0640178 Nov 02 13:08:52.217007 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef49b0-4196-4514-b395-e338324021ea tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f271f357-2bef-4133-ab8f-73671a04af09,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:52.295541 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f0ef49b0-4196-4514-b395-e338324021ea tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.297401 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-f0ef49b0-4196-4514-b395-e338324021ea tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4303014 Nov 02 13:08:52.300680 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59404) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:52.307018 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'floatingip': {'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:52.423159 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.607422 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.799747 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Allocated IP 172.28.4.119 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/4ef65d09-46c3-43ac-a33c-ec8daac1f152) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:08:53.017175 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for port (4ef65d09-46c3-43ac-a33c-ec8daac1f152), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:53.167411 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (4ef65d09-46c3-43ac-a33c-ec8daac1f152), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:53.215150 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:08:53.221223 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:08:53.226304 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:08:53.286247 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'Port': ['ID=4ef65d09-46c3-43ac-a33c-ec8daac1f152,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:53.420950 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-322eeb2d-a6a0-4b83-8333-cb9be531e0be req-1c6e2f4e-5f5a-4e12-a329-72cba2a5e87c tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 210 time: 0.0653658 Nov 02 13:08:53.447519 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (d3ec16e1-332c-4960-a86f-06dfc8ea0f9e), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:53.559016 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (4ef65d09-46c3-43ac-a33c-ec8daac1f152), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:53.892904 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for port (4ef65d09-46c3-43ac-a33c-ec8daac1f152), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:53.983465 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24744117-90f7-47c6-82ed-317024883b4d req-a4b5ad66-2313-45f8-a5e1-743740094b96 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:53.986592 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-a4b5ad66-2313-45f8-a5e1-743740094b96 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 818 time: 0.2038209 Nov 02 13:08:53.988971 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (4ef65d09-46c3-43ac-a33c-ec8daac1f152), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:54.186274 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'Port': ['ID=4ef65d09-46c3-43ac-a33c-ec8daac1f152,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:54.193680 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (d3ec16e1-332c-4960-a86f-06dfc8ea0f9e), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:54.240296 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-18d97d9f-0098-46b5-8139-b35d222c22e7 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14285133936400298eb7b8b17c51daa HTTP/1.1" status: 200 len: 380 time: 0.2022274 Nov 02 13:08:54.251457 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-24744117-90f7-47c6-82ed-317024883b4d req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Request body: {'port': {'device_id': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'admin_state_up': True, 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'security_groups': ['2dbb9fc3-7f08-444a-8040-bd1764794432']}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:54.346430 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:54.348038 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-640ebd83-587d-4a8a-95d1-b95ddcb39fb7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0456622 Nov 02 13:08:54.578481 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24744117-90f7-47c6-82ed-317024883b4d req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Made reservation on behalf of e14285133936400298eb7b8b17c51daa for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:08:54.585553 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-24744117-90f7-47c6-82ed-317024883b4d req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:54.591630 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1ff6aa6a-686a-438f-bc0f-a663d2fbf55d req-58a5c475-d0d6-4bcb-a55b-964da2cce94f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 210 time: 0.0593579 Nov 02 13:08:54.774390 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-455012c8-e05e-4506-9a47-9294df511128 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1307680428&fields=id&tenant_id=156e993457c6468e8cf68db7b51f87e3 HTTP/1.1" status: 200 len: 267 time: 0.1276720 Nov 02 13:08:54.883034 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-24744117-90f7-47c6-82ed-317024883b4d req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Allocated IP 172.20.0.9 (c9fd9e66-8f40-4269-a56c-345e624b8058/acb6ee6b-ee5f-4cf3-9955-0cdea2234655/19d8996d-f126-40ce-bf67-ece5e491049b) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:08:54.947565 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-89cac728-2c67-4057-a467-19150754272f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:54.949153 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-89cac728-2c67-4057-a467-19150754272f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 814 time: 0.1492553 Nov 02 13:08:55.011876 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-f46ba5cc-37e5-4e01-b773-8132c1dabff9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/quotas/156e993457c6468e8cf68db7b51f87e3 HTTP/1.1" status: 200 len: 375 time: 0.0568593 Nov 02 13:08:55.140747 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-24744117-90f7-47c6-82ed-317024883b4d req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for port (19d8996d-f126-40ce-bf67-ece5e491049b), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.147894 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-fcaffdb6-706a-486b-b1b1-bfd0f958bf67 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1282892 Nov 02 13:08:55.275907 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-97697eda-1b3d-4433-b8b5-8e9e5538a792 service neutron] 10.222.0.93 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044950 Nov 02 13:08:55.365076 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-24744117-90f7-47c6-82ed-317024883b4d req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.456824 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24744117-90f7-47c6-82ed-317024883b4d req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Network c9fd9e66-8f40-4269-a56c-345e624b8058 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:08:55.469789 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-24744117-90f7-47c6-82ed-317024883b4d req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:08:55.472652 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-24744117-90f7-47c6-82ed-317024883b4d req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:08:55.509223 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event updated for resources: {'Port': ['ID=19d8996d-f126-40ce-bf67-ece5e491049b,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:55.517211 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-a649b7e1-db34-4699-845d-01c9a0380656 service neutron] 10.222.0.93 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323666 Nov 02 13:08:55.548218 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24744117-90f7-47c6-82ed-317024883b4d req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:55.548896 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-24744117-90f7-47c6-82ed-317024883b4d req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.641348 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-7d353912-6fda-47f6-98c4-668410feffaf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3955307 Nov 02 13:08:55.664764 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Request body: {'port': {'device_id': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:55.756007 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4107b2-76ba-4c62-b8a9-e214adc47a57 req-b7223f4c-5f11-4cac-8144-3a4d9a7bd36d tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:55.760665 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.770915 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8e4107b2-76ba-4c62-b8a9-e214adc47a57 req-b7223f4c-5f11-4cac-8144-3a4d9a7bd36d tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 931 time: 0.0815382 Nov 02 13:08:55.852452 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-756cd66b-868b-43f4-8315-57827a6923eb None None] Provisioning complete for port 19d8996d-f126-40ce-bf67-ece5e491049b triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:08:55.855623 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-756cd66b-868b-43f4-8315-57827a6923eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.856578 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-756cd66b-868b-43f4-8315-57827a6923eb None None] Attempt 1 to provision port 19d8996d-f126-40ce-bf67-ece5e491049b Nov 02 13:08:55.900223 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0a067693-fc0a-4e14-b49c-6781776d36c9 req-9a10f6e5-42a8-4767-8a5c-8bf3c12d9c9f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 210 time: 0.0430248 Nov 02 13:08:55.947558 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8e4107b2-76ba-4c62-b8a9-e214adc47a57 req-734df6d0-4805-41d1-aa8b-cd5f01266eb0 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680033 Nov 02 13:08:55.975178 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-756cd66b-868b-43f4-8315-57827a6923eb None None] Port 19d8996d-f126-40ce-bf67-ece5e491049b cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:08:56.328705 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d8996d-f126-40ce-bf67-ece5e491049b {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:08:56.339750 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Publish callbacks [] for port (19d8996d-f126-40ce-bf67-ece5e491049b), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:56.361896 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Transition to ACTIVE for port object 19d8996d-f126-40ce-bf67-ece5e491049b will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:08:56.476636 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-756cd66b-868b-43f4-8315-57827a6923eb None None] Attempt 2 to provision port 19d8996d-f126-40ce-bf67-ece5e491049b Nov 02 13:08:56.587844 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:56.589077 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-756cd66b-868b-43f4-8315-57827a6923eb None None] Port 19d8996d-f126-40ce-bf67-ece5e491049b cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:08:56.654129 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Pushing event updated for resources: {'Port': ['ID=19d8996d-f126-40ce-bf67-ece5e491049b,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:56.744622 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Attempting to bind port 19d8996d-f126-40ce-bf67-ece5e491049b on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:08:56.744622 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Attempting to bind port 19d8996d-f126-40ce-bf67-ece5e491049b by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:08:56.745063 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Attempting to bind port 19d8996d-f126-40ce-bf67-ece5e491049b on network c9fd9e66-8f40-4269-a56c-345e624b8058 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:08:56.754116 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Port 19d8996d-f126-40ce-bf67-ece5e491049b on network c9fd9e66-8f40-4269-a56c-345e624b8058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:08:56.754448 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Attempting to bind port 19d8996d-f126-40ce-bf67-ece5e491049b on network c9fd9e66-8f40-4269-a56c-345e624b8058 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:08:56.761262 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:08:56.761639 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Checking segment: {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:08:56.762244 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Bound using segment: {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:08:56.762789 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Bound port: 19d8996d-f126-40ce-bf67-ece5e491049b, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac5cdef-e68a-4f5d-b7b3-fd159da622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:08:56.763157 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:56.850271 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] For port 19d8996d-f126-40ce-bf67-ece5e491049b, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:08:56.855643 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] For port 19d8996d-f126-40ce-bf67-ece5e491049b, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=19d8996d-f126-40ce-bf67-ece5e491049b,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:08:57.041265 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:57.066328 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-756cd66b-868b-43f4-8315-57827a6923eb None None] Attempt 3 to provision port 19d8996d-f126-40ce-bf67-ece5e491049b Nov 02 13:08:57.083556 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f3ea2c34-582b-41d2-a5f3-d7608262c5f4 req-ed26892c-3d8b-4755-9aeb-3379c2c973c7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 210 time: 0.0841913 Nov 02 13:08:57.086426 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:57.087750 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:57.089627 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] 10.222.0.86 "PUT /v2.0/ports/19d8996d-f126-40ce-bf67-ece5e491049b HTTP/1.1" status: 200 len: 1093 time: 1.4309375 Nov 02 13:08:57.090279 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'tag': '19d8996d-f126-40ce-bf67-ece5e491049b'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:08:57.092794 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a17c34-b833-4565-8b42-4960e4b7c3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b367959b-dbfc-41cb-b521-9caabe11dca0", "tag": "19d8996d-f126-40ce-bf67-ece5e491049b"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:08:57.176414 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-756cd66b-868b-43f4-8315-57827a6923eb None None] Port 19d8996d-f126-40ce-bf67-ece5e491049b had new provisioning blocks added so it will not transition to active. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:08:57.185069 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b5436-b5fc-42dc-b826-d8bb2ee3b622 service neutron] Pushing event updated for resources: {'Port': ['ID=19d8996d-f126-40ce-bf67-ece5e491049b,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:57.231937 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57108f-59c6-4c35-ac8c-1a81804be928 req-87a9e227-fa33-43c5-94bf-a00f4d0b513a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:57.234071 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0f57108f-59c6-4c35-ac8c-1a81804be928 req-87a9e227-fa33-43c5-94bf-a00f4d0b513a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 943 time: 0.1113632 Nov 02 13:08:57.243222 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393dae9c-ac4e-4301-902f-6a3bc8b87caa x-openstack-request-id: req-393dae9c-ac4e-4301-902f-6a3bc8b87caa {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:08:57.243514 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b367959b-dbfc-41cb-b521-9caabe11dca0", "tag": "19d8996d-f126-40ce-bf67-ece5e491049b", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:08:57.243904 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-393dae9c-ac4e-4301-902f-6a3bc8b87caa {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:08:57.244367 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393dae9c-ac4e-4301-902f-6a3bc8b87caa'] response: {'name': 'network-changed', 'server_uuid': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'tag': '19d8996d-f126-40ce-bf67-ece5e491049b', 'status': 'completed', 'code': 200} Nov 02 13:08:57.312133 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0f57108f-59c6-4c35-ac8c-1a81804be928 req-6f76081b-8b2e-463c-a6cc-7c73e8f3f68b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713270 Nov 02 13:08:57.399973 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a17c34-b833-4565-8b42-4960e4b7c3cd req-1829d9ae-444b-49de-9fdf-fb9dbc438592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:57.401902 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-06a17c34-b833-4565-8b42-4960e4b7c3cd req-1829d9ae-444b-49de-9fdf-fb9dbc438592 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 1127 time: 0.0831680 Nov 02 13:08:57.560468 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a17c34-b833-4565-8b42-4960e4b7c3cd req-f9cb2172-3b43-47a8-9e71-c2c72423d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:57.562101 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-06a17c34-b833-4565-8b42-4960e4b7c3cd req-f9cb2172-3b43-47a8-9e71-c2c72423d1e2 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=e14285133936400298eb7b8b17c51daa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1364882 Nov 02 13:08:57.750640 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a17c34-b833-4565-8b42-4960e4b7c3cd req-b09a7b02-4dce-475f-9113-375b2875a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:57.755652 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-06a17c34-b833-4565-8b42-4960e4b7c3cd req-b09a7b02-4dce-475f-9113-375b2875a601 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1854439 Nov 02 13:08:57.923892 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24744117-90f7-47c6-82ed-317024883b4d req-9bbe96c3-f7c8-408b-a999-4cc085dc4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:57.926508 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-9bbe96c3-f7c8-408b-a999-4cc085dc4ebc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 1127 time: 0.0655227 Nov 02 13:08:57.993500 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-73619f42-d0df-4ced-be0c-621572da5e2a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19d8996d-f126-40ce-bf67-ece5e491049b HTTP/1.1" status: 200 len: 217 time: 0.0499785 Nov 02 13:08:58.102327 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24744117-90f7-47c6-82ed-317024883b4d req-d39d5dda-c935-4bf9-9cb5-a1aaf61377ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:58.106637 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-d39d5dda-c935-4bf9-9cb5-a1aaf61377ec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.1040082 Nov 02 13:08:58.195503 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24744117-90f7-47c6-82ed-317024883b4d req-a5e552c0-822a-482e-8d9c-a10567734737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:58.197865 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-a5e552c0-822a-482e-8d9c-a10567734737 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0822752 Nov 02 13:08:58.328739 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5f1e9f64-2721-463c-b440-2bfc183f8ffb req-a74a3061-1c9e-4e3c-8cb0-73074934f7ab tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 210 time: 0.0532446 Nov 02 13:08:58.396134 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-f6c8a45f-faf2-441c-8038-416ebd48a175 service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897249 Nov 02 13:08:58.580297 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f67f20-3f25-484f-aa03-21362e8dd5fb req-c2a00894-6c97-490d-8dc5-7882e874ef40 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:58.581224 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24744117-90f7-47c6-82ed-317024883b4d req-99745f86-4c1e-499c-9c22-9640681cd0b6 service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712098 Nov 02 13:08:58.583034 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-49f67f20-3f25-484f-aa03-21362e8dd5fb req-c2a00894-6c97-490d-8dc5-7882e874ef40 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 943 time: 0.1202383 Nov 02 13:08:58.687513 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-49f67f20-3f25-484f-aa03-21362e8dd5fb req-45556fc6-34fd-443f-9567-3380ed638234 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856936 Nov 02 13:08:59.324278 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-7798e3ed-b465-4e41-9496-1461976ebdf8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:59.326746 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-7798e3ed-b465-4e41-9496-1461976ebdf8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 814 time: 0.1394405 Nov 02 13:08:59.407640 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-4aff815b-6ab7-4f65-baeb-f22a0d3807ef tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=156e993457c6468e8cf68db7b51f87e3 HTTP/1.1" status: 200 len: 380 time: 0.0620358 Nov 02 13:08:59.418205 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'port': {'device_id': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'admin_state_up': True, 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'security_groups': ['745a627a-9878-4448-a8e2-c23178b1622b']}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:59.862055 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-141a03b3-7963-4cf8-be47-ef6e392d6a72 req-18934952-5c63-4e21-bb8d-ea8062e6b056 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 210 time: 0.1114531 Nov 02 13:08:59.970978 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed85c9-3264-49be-b2ca-2caf6b59216e req-46594e01-28a1-452a-b831-c0e878165a2f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:59.981502 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b1ed85c9-3264-49be-b2ca-2caf6b59216e req-46594e01-28a1-452a-b831-c0e878165a2f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 943 time: 0.1889105 Nov 02 13:09:00.000736 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Made reservation on behalf of 156e993457c6468e8cf68db7b51f87e3 for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:09:00.004688 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:00.109163 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b1ed85c9-3264-49be-b2ca-2caf6b59216e req-2a7b917d-9f8d-43b8-b76f-e69f4cea6c26 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261513 Nov 02 13:09:00.298423 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Allocated IP 172.20.0.11 (458c9c2b-29df-4bee-b02f-d359db3b0898/34562175-220e-4327-8ff3-8fb8876f7f18/4d2b6df0-95dc-49a2-bb47-e572354a1613) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:00.501083 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:00.600813 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:00.647114 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Network 458c9c2b-29df-4bee-b02f-d359db3b0898 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:00.650703 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:00.657379 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:00.664149 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'Port': ['ID=4d2b6df0-95dc-49a2-bb47-e572354a1613,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:00.722164 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:00.722666 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:00.822781 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-47503f6b-a256-4105-9628-4393a2a01638 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4080675 Nov 02 13:09:00.842660 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Request body: {'port': {'device_id': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:00.920599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:00.940906 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 19d8996d-f126-40ce-bf67-ece5e491049b details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:09:00.978228 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-2dbf5c54-e88a-4f19-8d34-06c8b3a3bc17 None None] Provisioning complete for port 4d2b6df0-95dc-49a2-bb47-e572354a1613 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:00.978592 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5c54-e88a-4f19-8d34-06c8b3a3bc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:00.979907 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-2dbf5c54-e88a-4f19-8d34-06c8b3a3bc17 None None] Attempt 1 to provision port 4d2b6df0-95dc-49a2-bb47-e572354a1613 Nov 02 13:09:01.086092 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf5c54-e88a-4f19-8d34-06c8b3a3bc17 None None] Port 4d2b6df0-95dc-49a2-bb47-e572354a1613 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:01.105931 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 19d8996d-f126-40ce-bf67-ece5e491049b, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=19d8996d-f126-40ce-bf67-ece5e491049b,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:01.125368 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '19d8996d-f126-40ce-bf67-ece5e491049b', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'port_id': '19d8996d-f126-40ce-bf67-ece5e491049b', 'mac_address': 'fa:16:3e:d4:7f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1467, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:09:01.142118 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6595b94-b4ce-4f6c-9d09-bd24d348f92c req-ddccb854-174b-4501-b2eb-b896d1f873ef tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:01.143730 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b6595b94-b4ce-4f6c-9d09-bd24d348f92c req-ddccb854-174b-4501-b2eb-b896d1f873ef tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 932 time: 0.1623616 Nov 02 13:09:01.193664 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 19d8996d-f126-40ce-bf67-ece5e491049b is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:01.194100 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:01.215190 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d8996d-f126-40ce-bf67-ece5e491049b {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:09:01.242065 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 19d8996d-f126-40ce-bf67-ece5e491049b, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=19d8996d-f126-40ce-bf67-ece5e491049b,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:01.264629 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e1fd2-0bcc-4ab4-97a7-67fb01765e50 req-873c31d5-9dcf-4b7a-bc9a-9e5e4d882c73 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:01.266403 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-485e1fd2-0bcc-4ab4-97a7-67fb01765e50 req-873c31d5-9dcf-4b7a-bc9a-9e5e4d882c73 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 943 time: 0.0640581 Nov 02 13:09:01.271865 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b6595b94-b4ce-4f6c-9d09-bd24d348f92c req-31ca0966-ea3e-46c3-8b01-8210e62a30fd tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083088 Nov 02 13:09:01.342199 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-485e1fd2-0bcc-4ab4-97a7-67fb01765e50 req-ba73281e-1e34-480c-954c-3a1555304cfc tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639007 Nov 02 13:09:01.363964 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2b6df0-95dc-49a2-bb47-e572354a1613 {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:09:01.372830 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Publish callbacks [] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:01.396058 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Transition to ACTIVE for port object 4d2b6df0-95dc-49a2-bb47-e572354a1613 will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:09:01.447044 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:01.509511 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=19d8996d-f126-40ce-bf67-ece5e491049b,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:01.516977 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.517326 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.517676 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.518045 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.518438 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.524136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.524136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.524136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.524136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.524136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.524136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.524136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.524136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:01.564999 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:01.587817 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-2dbf5c54-e88a-4f19-8d34-06c8b3a3bc17 None None] Attempt 2 to provision port 4d2b6df0-95dc-49a2-bb47-e572354a1613 Nov 02 13:09:01.628172 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf5c54-e88a-4f19-8d34-06c8b3a3bc17 None None] Port 4d2b6df0-95dc-49a2-bb47-e572354a1613 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:01.657037 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2b6df0-95dc-49a2-bb47-e572354a1613,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:01.690530 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Attempting to bind port 4d2b6df0-95dc-49a2-bb47-e572354a1613 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:09:01.691231 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Attempting to bind port 4d2b6df0-95dc-49a2-bb47-e572354a1613 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:09:01.691590 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Attempting to bind port 4d2b6df0-95dc-49a2-bb47-e572354a1613 on network 458c9c2b-29df-4bee-b02f-d359db3b0898 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:01.698603 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Port 4d2b6df0-95dc-49a2-bb47-e572354a1613 on network 458c9c2b-29df-4bee-b02f-d359db3b0898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:09:01.699135 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Attempting to bind port 4d2b6df0-95dc-49a2-bb47-e572354a1613 on network 458c9c2b-29df-4bee-b02f-d359db3b0898 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:01.707183 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:09:01.707520 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Checking segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:09:01.707863 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Bound using segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:09:01.708389 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Bound port: 4d2b6df0-95dc-49a2-bb47-e572354a1613, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:09:01.708913 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:01.779717 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] For port 4d2b6df0-95dc-49a2-bb47-e572354a1613, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:09:01.783838 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] For port 4d2b6df0-95dc-49a2-bb47-e572354a1613, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=4d2b6df0-95dc-49a2-bb47-e572354a1613,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:09:01.844646 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['19d8996d-f126-40ce-bf67-ece5e491049b'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:09:01.863233 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:01.867400 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:01.874791 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:01.874791 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] 10.222.0.86 "PUT /v2.0/ports/4d2b6df0-95dc-49a2-bb47-e572354a1613 HTTP/1.1" status: 200 len: 1094 time: 1.0322556 Nov 02 13:09:01.874791 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'tag': '4d2b6df0-95dc-49a2-bb47-e572354a1613'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:01.874791 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3698a6d5-183a-46b5-a8bb-8d2cfccbb9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a490c169-17f3-44c0-b82b-a34603c1d66c", "tag": "4d2b6df0-95dc-49a2-bb47-e572354a1613"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:01.932488 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df327f52-2161-464e-a68b-db1ab680c3a3 x-openstack-request-id: req-df327f52-2161-464e-a68b-db1ab680c3a3 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:01.933159 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a490c169-17f3-44c0-b82b-a34603c1d66c", "tag": "4d2b6df0-95dc-49a2-bb47-e572354a1613", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:01.933350 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-df327f52-2161-464e-a68b-db1ab680c3a3 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:01.934261 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df327f52-2161-464e-a68b-db1ab680c3a3'] response: {'name': 'network-changed', 'server_uuid': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'tag': '4d2b6df0-95dc-49a2-bb47-e572354a1613', 'status': 'completed', 'code': 200} Nov 02 13:09:01.953658 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffc01d-c117-4598-bfb7-90c494e72631 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2b6df0-95dc-49a2-bb47-e572354a1613,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:02.036169 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a6d5-183a-46b5-a8bb-8d2cfccbb9c8 req-973c879c-3e6a-4058-85be-ca33f55b411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:02.037754 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3698a6d5-183a-46b5-a8bb-8d2cfccbb9c8 req-973c879c-3e6a-4058-85be-ca33f55b411b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 1128 time: 0.0598855 Nov 02 13:09:02.138834 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-2dbf5c54-e88a-4f19-8d34-06c8b3a3bc17 None None] Attempt 3 to provision port 4d2b6df0-95dc-49a2-bb47-e572354a1613 Nov 02 13:09:02.175406 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a6d5-183a-46b5-a8bb-8d2cfccbb9c8 req-18984b39-9921-44df-86c2-92f5f4e90e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:02.178158 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3698a6d5-183a-46b5-a8bb-8d2cfccbb9c8 req-18984b39-9921-44df-86c2-92f5f4e90e20 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=156e993457c6468e8cf68db7b51f87e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1242180 Nov 02 13:09:02.212100 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf5c54-e88a-4f19-8d34-06c8b3a3bc17 None None] Port 4d2b6df0-95dc-49a2-bb47-e572354a1613 had new provisioning blocks added so it will not transition to active. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:09:02.288655 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a6d5-183a-46b5-a8bb-8d2cfccbb9c8 req-df587b5c-28a2-4b29-90bf-04e851ec6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:02.290223 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3698a6d5-183a-46b5-a8bb-8d2cfccbb9c8 req-df587b5c-28a2-4b29-90bf-04e851ec6a21 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1049500 Nov 02 13:09:02.415882 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-9837c555-f965-4713-88bc-4d700d1556e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:02.416309 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbe371-0242-4196-8ab4-78697bc301ac req-efdf6674-c291-45e7-a130-746ca71e5221 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:02.418293 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-9837c555-f965-4713-88bc-4d700d1556e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 1128 time: 0.0601490 Nov 02 13:09:02.418535 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-16cbe371-0242-4196-8ab4-78697bc301ac req-efdf6674-c291-45e7-a130-746ca71e5221 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 944 time: 0.0599265 Nov 02 13:09:02.486983 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-16cbe371-0242-4196-8ab4-78697bc301ac req-79e2f406-3eb9-45c6-8aae-6966bda19a67 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577545 Nov 02 13:09:02.508821 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-2c036e23-b75e-49e7-b97c-627b45bc2d55 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d2b6df0-95dc-49a2-bb47-e572354a1613 HTTP/1.1" status: 200 len: 217 time: 0.0726819 Nov 02 13:09:02.585251 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-97af882b-6ac0-4ed3-90df-41dc7357728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:02.588185 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-97af882b-6ac0-4ed3-90df-41dc7357728d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34562175-220e-4327-8ff3-8fb8876f7f18 HTTP/1.1" status: 200 len: 853 time: 0.0603719 Nov 02 13:09:02.596560 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab2a2c-7e6f-4241-9b19-4a543271e19c req-bb0827ac-93ea-46e9-830e-53093da8a4d8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:02.598577 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ecab2a2c-7e6f-4241-9b19-4a543271e19c req-bb0827ac-93ea-46e9-830e-53093da8a4d8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 944 time: 0.1499703 Nov 02 13:09:02.712739 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ecab2a2c-7e6f-4241-9b19-4a543271e19c req-d2052bdf-0734-4195-9281-3672fdfb1159 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036599 Nov 02 13:09:02.721101 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-4377f72b-0826-4064-9e06-d69250d1dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:02.722650 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-4377f72b-0826-4064-9e06-d69250d1dece service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=458c9c2b-29df-4bee-b02f-d359db3b0898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1230218 Nov 02 13:09:02.867648 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-845ed22d-33bd-4878-a3fc-10d68b19574f service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376565 Nov 02 13:09:02.954400 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 19d8996d-f126-40ce-bf67-ece5e491049b up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:02.983580 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-faa2228b-dd25-4d5b-a4e4-812f03280a4a req-968c65cc-a855-4e3a-b7a2-34ece7afbf87 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087427 Nov 02 13:09:03.211959 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 19d8996d-f126-40ce-bf67-ece5e491049b completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:09:03.216730 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 19d8996d-f126-40ce-bf67-ece5e491049b triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:03.217142 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:03.217526 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 19d8996d-f126-40ce-bf67-ece5e491049b Nov 02 13:09:03.304665 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 19d8996d-f126-40ce-bf67-ece5e491049b is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:03.306384 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:03.331153 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d8996d-f126-40ce-bf67-ece5e491049b'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:03.333976 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bdf63a-30c1-47bc-ae20-ecc171429aac" -d '{"events": [{"server_uuid": "b367959b-dbfc-41cb-b521-9caabe11dca0", "name": "network-vif-plugged", "status": "completed", "tag": "19d8996d-f126-40ce-bf67-ece5e491049b"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:03.350895 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 19d8996d-f126-40ce-bf67-ece5e491049b, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=19d8996d-f126-40ce-bf67-ece5e491049b,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:03.391617 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b7a7d1-c4e1-424f-88f6-973593da14ca x-openstack-request-id: req-e5b7a7d1-c4e1-424f-88f6-973593da14ca {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:03.391617 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b367959b-dbfc-41cb-b521-9caabe11dca0", "name": "network-vif-plugged", "status": "completed", "tag": "19d8996d-f126-40ce-bf67-ece5e491049b", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:03.391617 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e5b7a7d1-c4e1-424f-88f6-973593da14ca {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:03.391617 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b7a7d1-c4e1-424f-88f6-973593da14ca'] response: {'server_uuid': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d8996d-f126-40ce-bf67-ece5e491049b', 'code': 200} Nov 02 13:09:03.446518 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:03.515136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=19d8996d-f126-40ce-bf67-ece5e491049b,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:03.672401 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639bf34-45d5-4594-bb8f-57c45447728d req-d6bcc032-4913-45e9-afd1-e94374451494 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:03.674115 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a639bf34-45d5-4594-bb8f-57c45447728d req-d6bcc032-4913-45e9-afd1-e94374451494 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 944 time: 0.0743818 Nov 02 13:09:03.732635 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a639bf34-45d5-4594-bb8f-57c45447728d req-62614a35-67b2-4544-b432-39255dc3c87c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507429 Nov 02 13:09:03.849449 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e44adb-9a85-4726-abd4-d668a3fe5fe1 req-cde00853-44d7-4378-bdc6-ada27d99d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:03.851281 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-27e44adb-9a85-4726-abd4-d668a3fe5fe1 req-cde00853-44d7-4378-bdc6-ada27d99d03d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 1129 time: 0.0585687 Nov 02 13:09:03.859873 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac626c-e9a3-415e-ae62-01ae86f5ef1c req-dec4de54-2fd0-4323-80f2-320b41922920 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:03.861584 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-80ac626c-e9a3-415e-ae62-01ae86f5ef1c req-dec4de54-2fd0-4323-80f2-320b41922920 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0673621 Nov 02 13:09:03.900797 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-27e44adb-9a85-4726-abd4-d668a3fe5fe1 req-7835c8c0-dbec-4ee6-9f9f-01d65c987999 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 Nov 02 13:09:03.911396 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-80ac626c-e9a3-415e-ae62-01ae86f5ef1c req-64c364f2-b143-421b-9ec8-c5d0736f4e37 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421720 Nov 02 13:09:04.428957 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-80ceaff5-f6f4-4ced-9b44-c305ed7afca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:04.883073 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a340ef-be86-4932-b422-06684e7d5341 req-4af08ca4-1f22-436e-aadd-64ff331ee66b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:04.885217 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-12a340ef-be86-4932-b422-06684e7d5341 req-4af08ca4-1f22-436e-aadd-64ff331ee66b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 944 time: 0.0613277 Nov 02 13:09:04.934362 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-12a340ef-be86-4932-b422-06684e7d5341 req-a8d63739-294a-45f1-abd4-1a2d219b2415 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432096 Nov 02 13:09:05.045435 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6cdd3-a1c8-4760-9e75-51e5507f1732 req-5f129297-493b-49b5-bb46-de9a9c14e549 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:05.046999 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-68b6cdd3-a1c8-4760-9e75-51e5507f1732 req-5f129297-493b-49b5-bb46-de9a9c14e549 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0553584 Nov 02 13:09:05.099640 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-68b6cdd3-a1c8-4760-9e75-51e5507f1732 req-bb1e70c9-679e-47e0-9513-3aed3251c3b5 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464997 Nov 02 13:09:05.276151 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59680) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:05.331438 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_v2 [None req-1278e36b-9776-4519-85bd-c8af7e989aec admin admin] Deleting subnet d5e7c47d-a874-4853-b81d-ecd9c8736be7 {{(pid=116230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:09:05.335219 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1278e36b-9776-4519-85bd-c8af7e989aec admin admin] Publish callbacks [] for subnet (d5e7c47d-a874-4853-b81d-ecd9c8736be7), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.351345 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59682) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:05.374896 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1278e36b-9776-4519-85bd-c8af7e989aec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4597044'] for subnet (d5e7c47d-a874-4853-b81d-ecd9c8736be7), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.438692 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1278e36b-9776-4519-85bd-c8af7e989aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (d5e7c47d-a874-4853-b81d-ecd9c8736be7), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.484586 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f23a521e-38ca-4f88-b838-3491adf05133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.573282 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f23a521e-38ca-4f88-b838-3491adf05133 admin admin] Publish callbacks [] for security_group (a1a56f7f-f4f3-4ce3-b8a0-15bb11eaba8d), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.605480 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1278e36b-9776-4519-85bd-c8af7e989aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4597152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5051703'] for subnet (d5e7c47d-a874-4853-b81d-ecd9c8736be7), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.633501 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278e36b-9776-4519-85bd-c8af7e989aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e7c47d-a874-4853-b81d-ecd9c8736be7,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:05.639491 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1278e36b-9776-4519-85bd-c8af7e989aec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.643664 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-1278e36b-9776-4519-85bd-c8af7e989aec admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d5e7c47d-a874-4853-b81d-ecd9c8736be7 HTTP/1.1" status: 204 len: 168 time: 0.3660021 Nov 02 13:09:05.645998 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59686) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:05.693670 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f23a521e-38ca-4f88-b838-3491adf05133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (a1a56f7f-f4f3-4ce3-b8a0-15bb11eaba8d), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.761741 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a521e-38ca-4f88-b838-3491adf05133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a56f7f-f4f3-4ce3-b8a0-15bb11eaba8d,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:05.766267 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-f23a521e-38ca-4f88-b838-3491adf05133 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bd354ae8b32c4300ad20d1f2fca3ec87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4132006 Nov 02 13:09:05.769309 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59690) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:05.771670 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (13e53faf-1129-4ea5-9687-5b1041ecda08), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.837773 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-845dfe8a-d788-404c-979d-03a516b21789 admin admin] Publish callbacks [] for security_group (a1a56f7f-f4f3-4ce3-b8a0-15bb11eaba8d), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.860735 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-845dfe8a-d788-404c-979d-03a516b21789 admin admin] Publish callbacks [] for security_group (a1a56f7f-f4f3-4ce3-b8a0-15bb11eaba8d), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.863896 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (13e53faf-1129-4ea5-9687-5b1041ecda08), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.887001 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e53faf-1129-4ea5-9687-5b1041ecda08']}} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:05.902457 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3978924e-c748-43d7-83dd-f9c5ee327ec8') {'for_net_delete': True} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:05.902759 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3978924e-c748-43d7-83dd-f9c5ee327ec8') {} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:05.914421 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5101533'] for segment (3978924e-c748-43d7-83dd-f9c5ee327ec8), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.930238 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (3978924e-c748-43d7-83dd-f9c5ee327ec8), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.938095 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] Releasing vlan 1490 on physical network physnet1 to pool {{(pid=116229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:09:05.938506 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5056759'] for segment (3978924e-c748-43d7-83dd-f9c5ee327ec8), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.979544 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment 3978924e-c748-43d7-83dd-f9c5ee327ec8 resource provider aggregate not found Nov 02 13:09:05.995060 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-845dfe8a-d788-404c-979d-03a516b21789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (a1a56f7f-f4f3-4ce3-b8a0-15bb11eaba8d), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:05.999505 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-845dfe8a-d788-404c-979d-03a516b21789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.000662 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-845dfe8a-d788-404c-979d-03a516b21789 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a1a56f7f-f4f3-4ce3-b8a0-15bb11eaba8d HTTP/1.1" status: 204 len: 168 time: 0.2297208 Nov 02 13:09:06.007651 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment 3978924e-c748-43d7-83dd-f9c5ee327ec8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3978924e-c748-43d7-83dd-f9c5ee327ec8 found for delete ", "request_id": "req-45bcfd91-bd34-4196-b082-cd562f27a996"}]} Nov 02 13:09:06.010383 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845dfe8a-d788-404c-979d-03a516b21789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a56f7f-f4f3-4ce3-b8a0-15bb11eaba8d,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:06.091837 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (13e53faf-1129-4ea5-9687-5b1041ecda08), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.099262 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.101377 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c6c50-6f60-4cf6-b3fd-15afeabd37f5 req-ada8c152-ba08-4047-be8d-f31f08372e9f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:06.102661 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] 10.222.0.93 "DELETE /v2.0/networks/13e53faf-1129-4ea5-9687-5b1041ecda08 HTTP/1.1" status: 204 len: 168 time: 0.4554441 Nov 02 13:09:06.103866 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4a0c6c50-6f60-4cf6-b3fd-15afeabd37f5 req-ada8c152-ba08-4047-be8d-f31f08372e9f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 944 time: 0.0753782 Nov 02 13:09:06.122406 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809b4d4-61aa-4557-8e8d-080fcc5d3e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=13e53faf-1129-4ea5-9687-5b1041ecda08,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:06.179550 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4a0c6c50-6f60-4cf6-b3fd-15afeabd37f5 req-eb943a24-bbf4-4240-b20c-df2d21682004 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677621 Nov 02 13:09:06.257987 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec76b33-461d-440c-b67c-68e2fa807dbd req-8ca6a55c-7c6e-4735-a32e-23be224be4c3 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:06.260141 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6ec76b33-461d-440c-b67c-68e2fa807dbd req-8ca6a55c-7c6e-4735-a32e-23be224be4c3 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0573287 Nov 02 13:09:06.319699 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6ec76b33-461d-440c-b67c-68e2fa807dbd req-a50bd700-1fca-472b-9ce5-f0e6af4059ee tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531495 Nov 02 13:09:06.452856 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5c295-dd72-4629-997f-0d676c17f9b5 req-c79501aa-ff98-4334-8d81-3473a812e349 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:06.454397 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ecd5c295-dd72-4629-997f-0d676c17f9b5 req-c79501aa-ff98-4334-8d81-3473a812e349 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0615127 Nov 02 13:09:06.465072 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59708) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:06.469839 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-b00597c7-6db7-4b17-9cd1-116f48f05d8f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Request body: {'floatingip': {'port_id': '19d8996d-f126-40ce-bf67-ece5e491049b'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:06.512274 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b00597c7-6db7-4b17-9cd1-116f48f05d8f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for floatingip (e126132f-a4f3-412d-8f1d-0da50e999319), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.597947 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59710) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:06.651552 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-14daf5f6-66b5-4f1e-8845-e31ea33921ca admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=950eadf3a5f44712a7fcb3fe44b3e70b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522656 Nov 02 13:09:06.655515 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59712) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:06.720619 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-193f4731-f6b2-4d13-8d14-e852db837762 admin admin] Publish callbacks [] for security_group (c652156e-1d30-41e5-9a99-44b7f78a2946), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.749352 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-193f4731-f6b2-4d13-8d14-e852db837762 admin admin] Publish callbacks [] for security_group (c652156e-1d30-41e5-9a99-44b7f78a2946), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.763841 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59714) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:06.797034 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a3f7e1bf-ed7d-472a-aee0-6fcf06bb3677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.893915 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a3f7e1bf-ed7d-472a-aee0-6fcf06bb3677 admin admin] Publish callbacks [] for security_group (a8c2fa57-eb11-4e9a-a7c7-60623ec03abf), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.942473 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-193f4731-f6b2-4d13-8d14-e852db837762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (c652156e-1d30-41e5-9a99-44b7f78a2946), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.945103 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-193f4731-f6b2-4d13-8d14-e852db837762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.947265 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-193f4731-f6b2-4d13-8d14-e852db837762 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c652156e-1d30-41e5-9a99-44b7f78a2946 HTTP/1.1" status: 204 len: 168 time: 0.2907522 Nov 02 13:09:06.956528 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f4731-f6b2-4d13-8d14-e852db837762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c652156e-1d30-41e5-9a99-44b7f78a2946,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:07.009218 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b00597c7-6db7-4b17-9cd1-116f48f05d8f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:07.010184 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 4d2b6df0-95dc-49a2-bb47-e572354a1613 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:09:07.039853 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a3f7e1bf-ed7d-472a-aee0-6fcf06bb3677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (a8c2fa57-eb11-4e9a-a7c7-60623ec03abf), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:07.086871 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-a3f7e1bf-ed7d-472a-aee0-6fcf06bb3677 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ebed419907ba425fa48aa1a1f3979a65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219824 Nov 02 13:09:07.088077 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7e1bf-ed7d-472a-aee0-6fcf06bb3677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c2fa57-eb11-4e9a-a7c7-60623ec03abf,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:07.089589 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59718) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:07.123625 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b00597c7-6db7-4b17-9cd1-116f48f05d8f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (e126132f-a4f3-412d-8f1d-0da50e999319), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:07.132360 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 4d2b6df0-95dc-49a2-bb47-e572354a1613, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=4d2b6df0-95dc-49a2-bb47-e572354a1613,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:07.145758 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '4d2b6df0-95dc-49a2-bb47-e572354a1613', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'port_id': '4d2b6df0-95dc-49a2-bb47-e572354a1613', 'mac_address': 'fa:16:3e:bf:95:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:09:07.184598 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 4d2b6df0-95dc-49a2-bb47-e572354a1613 is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:07.185000 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:07.199623 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2b6df0-95dc-49a2-bb47-e572354a1613 {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:09:07.225636 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-925f5ed1-0207-4df6-a922-11243912606b admin admin] Publish callbacks [] for security_group (a8c2fa57-eb11-4e9a-a7c7-60623ec03abf), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:07.227566 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 4d2b6df0-95dc-49a2-bb47-e572354a1613, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=4d2b6df0-95dc-49a2-bb47-e572354a1613,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:07.260265 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-925f5ed1-0207-4df6-a922-11243912606b admin admin] Publish callbacks [] for security_group (a8c2fa57-eb11-4e9a-a7c7-60623ec03abf), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:07.271004 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [None req-b00597c7-6db7-4b17-9cd1-116f48f05d8f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Floating IP e126132f-a4f3-412d-8f1d-0da50e999319 associated. External IP: 172.28.4.246, port: 19d8996d-f126-40ce-bf67-ece5e491049b. Nov 02 13:09:07.325737 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37779c7a-91ab-4b96-bcf6-760deca7e27a req-8d11a4dd-da1e-4c18-b675-9c315a347e94 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:07.327044 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:07.327414 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-37779c7a-91ab-4b96-bcf6-760deca7e27a req-8d11a4dd-da1e-4c18-b675-9c315a347e94 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 944 time: 0.0673406 Nov 02 13:09:07.389862 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=4d2b6df0-95dc-49a2-bb47-e572354a1613,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:07.393306 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-37779c7a-91ab-4b96-bcf6-760deca7e27a req-44865171-27f0-40b3-afab-fb87b976e03f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557961 Nov 02 13:09:07.515510 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-925f5ed1-0207-4df6-a922-11243912606b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (a8c2fa57-eb11-4e9a-a7c7-60623ec03abf), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:07.518262 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-925f5ed1-0207-4df6-a922-11243912606b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:07.522393 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-925f5ed1-0207-4df6-a922-11243912606b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a8c2fa57-eb11-4e9a-a7c7-60623ec03abf HTTP/1.1" status: 204 len: 168 time: 0.4284825 Nov 02 13:09:07.534391 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f5ed1-0207-4df6-a922-11243912606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c2fa57-eb11-4e9a-a7c7-60623ec03abf,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:07.539172 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00597c7-6db7-4b17-9cd1-116f48f05d8f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:09:07.671922 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00597c7-6db7-4b17-9cd1-116f48f05d8f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:09:07.683276 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b00597c7-6db7-4b17-9cd1-116f48f05d8f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:07.689358 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f0bc4-414a-41d4-b1f8-f4187d776f5d None None] Sync routers for ids ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:09:07.704755 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['4d2b6df0-95dc-49a2-bb47-e572354a1613'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:09:07.725255 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-b00597c7-6db7-4b17-9cd1-116f48f05d8f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "PUT /v2.0/floatingips/e126132f-a4f3-412d-8f1d-0da50e999319 HTTP/1.1" status: 200 len: 991 time: 1.2563944 Nov 02 13:09:07.725255 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'tag': '19d8996d-f126-40ce-bf67-ece5e491049b'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:07.730414 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b57e30-2624-4bcb-97d9-befd8ded5d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b367959b-dbfc-41cb-b521-9caabe11dca0", "tag": "19d8996d-f126-40ce-bf67-ece5e491049b"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:07.760237 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f0bc4-414a-41d4-b1f8-f4187d776f5d None None] Routers {'8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:07.761070 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-295f0bc4-414a-41d4-b1f8-f4187d776f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:08:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:07.775548 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f65f81-bffb-4d5b-b0e9-f16cf16dc540 x-openstack-request-id: req-77f65f81-bffb-4d5b-b0e9-f16cf16dc540 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:07.776012 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b367959b-dbfc-41cb-b521-9caabe11dca0", "tag": "19d8996d-f126-40ce-bf67-ece5e491049b", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:07.776432 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-77f65f81-bffb-4d5b-b0e9-f16cf16dc540 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:07.777082 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f65f81-bffb-4d5b-b0e9-f16cf16dc540'] response: {'name': 'network-changed', 'server_uuid': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'tag': '19d8996d-f126-40ce-bf67-ece5e491049b', 'status': 'completed', 'code': 200} Nov 02 13:09:07.870705 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b57e30-2624-4bcb-97d9-befd8ded5d5b req-a3d9240b-20b8-4f87-845a-b2cead5e9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:07.872274 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-69b57e30-2624-4bcb-97d9-befd8ded5d5b req-a3d9240b-20b8-4f87-845a-b2cead5e9484 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 1129 time: 0.0500524 Nov 02 13:09:07.923046 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-295f0bc4-414a-41d4-b1f8-f4187d776f5d None None] Set router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:07.987286 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b57e30-2624-4bcb-97d9-befd8ded5d5b req-e846cee3-e51f-4029-813f-bb8f1221f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:07.988912 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-69b57e30-2624-4bcb-97d9-befd8ded5d5b req-e846cee3-e51f-4029-813f-bb8f1221f59a service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 920 time: 0.1069074 Nov 02 13:09:08.071801 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-69b57e30-2624-4bcb-97d9-befd8ded5d5b req-819620df-2870-41eb-9b52-9395967505a9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19d8996d-f126-40ce-bf67-ece5e491049b HTTP/1.1" status: 200 len: 999 time: 0.0749495 Nov 02 13:09:08.130538 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b57e30-2624-4bcb-97d9-befd8ded5d5b req-15948936-0594-49a6-8a20-1e24ae32d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:08.132505 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-69b57e30-2624-4bcb-97d9-befd8ded5d5b req-15948936-0594-49a6-8a20-1e24ae32d4f0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.0541699 Nov 02 13:09:08.164296 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:09:08.208458 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b57e30-2624-4bcb-97d9-befd8ded5d5b req-0abd6509-300a-4b85-89a4-0b44b1f877df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:08.210307 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-69b57e30-2624-4bcb-97d9-befd8ded5d5b req-0abd6509-300a-4b85-89a4-0b44b1f877df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0715442 Nov 02 13:09:08.359955 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-69b57e30-2624-4bcb-97d9-befd8ded5d5b req-1caf5fdf-d940-481a-adee-c688478b6d6f service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393118 Nov 02 13:09:08.365209 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-295f0bc4-414a-41d4-b1f8-f4187d776f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'e126132f-a4f3-412d-8f1d-0da50e999319', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'floating_ip_address': '172.28.4.246', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'port_id': '19d8996d-f126-40ce-bf67-ece5e491049b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'mac_address': 'fa:16:3e:d4:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:08:48Z', 'updated_at': '2022-11-02T13:09:06Z', 'revision_number': 1, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ab2ba-56b1-4baf-bdb5-66e666acfbbb', 'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'mac_address': 'fa:16:3e:bd:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:03Z', 'revision_number': 5, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'subnets': [{'id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:08.401824 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-7da31cf9-0f70-4b7e-acd7-dad02c756cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:08.403945 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f0bc4-414a-41d4-b1f8-f4187d776f5d None None] Checking router: 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:09:08.414022 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f0bc4-414a-41d4-b1f8-f4187d776f5d None None] Routers {'8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:08.415313 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-295f0bc4-414a-41d4-b1f8-f4187d776f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:08.496321 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-69b57e30-2624-4bcb-97d9-befd8ded5d5b req-78f1d8c4-e3bc-46e9-9122-0813ff9c8b7b service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199491 Nov 02 13:09:08.542974 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0d2c3-a800-4d97-8f68-63decebed4a4 req-5e952515-d51a-42d5-8ed8-086669f7df6a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:08.544573 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a0f0d2c3-a800-4d97-8f68-63decebed4a4 req-5e952515-d51a-42d5-8ed8-086669f7df6a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 945 time: 0.0647762 Nov 02 13:09:08.558318 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-295f0bc4-414a-41d4-b1f8-f4187d776f5d None None] Set router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:08.605242 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a0f0d2c3-a800-4d97-8f68-63decebed4a4 req-0a076a0a-c993-4f56-94cf-e83a2cefda57 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534475 Nov 02 13:09:08.615630 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59750) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:08.631535 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-72836c0f-0895-4191-97e4-f4a31246b707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:08.664101 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59752) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:08.754554 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-72836c0f-0895-4191-97e4-f4a31246b707 admin admin] Publish callbacks [] for security_group (242c8059-6022-4181-97b1-9b3d160f02b1), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:08.852506 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-295f0bc4-414a-41d4-b1f8-f4187d776f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'e126132f-a4f3-412d-8f1d-0da50e999319', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'floating_ip_address': '172.28.4.246', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'port_id': '19d8996d-f126-40ce-bf67-ece5e491049b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'mac_address': 'fa:16:3e:d4:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:08:48Z', 'updated_at': '2022-11-02T13:09:06Z', 'revision_number': 1, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ab2ba-56b1-4baf-bdb5-66e666acfbbb', 'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'mac_address': 'fa:16:3e:bd:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:03Z', 'revision_number': 5, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'subnets': [{'id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:08.886403 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1769799498-network', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:08.892391 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f0bc4-414a-41d4-b1f8-f4187d776f5d None None] The sync data for ids ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'] in dv-cinder-863278-1-smb is: [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'e126132f-a4f3-412d-8f1d-0da50e999319', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'floating_ip_address': '172.28.4.246', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'port_id': '19d8996d-f126-40ce-bf67-ece5e491049b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'mac_address': 'fa:16:3e:d4:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:08:48Z', 'updated_at': '2022-11-02T13:09:06Z', 'revision_number': 1, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ab2ba-56b1-4baf-bdb5-66e666acfbbb', 'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'mac_address': 'fa:16:3e:bd:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:03Z', 'revision_number': 5, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'subnets': [{'id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:09:08.901158 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-72836c0f-0895-4191-97e4-f4a31246b707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (242c8059-6022-4181-97b1-9b3d160f02b1), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:08.950535 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-72836c0f-0895-4191-97e4-f4a31246b707 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ba3b40a52f8b4ac4a12de10d937aaf3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331144 Nov 02 13:09:08.950872 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72836c0f-0895-4191-97e4-f4a31246b707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242c8059-6022-4181-97b1-9b3d160f02b1,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:08.953413 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59756) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:09.006862 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-60406381-8524-454c-bd31-a00e5e651f3b admin admin] Publish callbacks [] for security_group (242c8059-6022-4181-97b1-9b3d160f02b1), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.011755 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 4d2b6df0-95dc-49a2-bb47-e572354a1613 up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:09.017813 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Made reservation on behalf of 48078b2fadcb4b11a08c2590bae681dd for: {'network': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:09:09.020928 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.033455 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-60406381-8524-454c-bd31-a00e5e651f3b admin admin] Publish callbacks [] for security_group (242c8059-6022-4181-97b1-9b3d160f02b1), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.036913 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.158834 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c8d49-c713-4001-94b4-eddcb63990f3 None None] New status for floating IP e126132f-a4f3-412d-8f1d-0da50e999319: ACTIVE {{(pid=116232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:09:09.160182 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 4d2b6df0-95dc-49a2-bb47-e572354a1613 completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:09:09.165316 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 4d2b6df0-95dc-49a2-bb47-e572354a1613 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:09.165816 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.166185 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 4d2b6df0-95dc-49a2-bb47-e572354a1613 Nov 02 13:09:09.188526 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-60406381-8524-454c-bd31-a00e5e651f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (242c8059-6022-4181-97b1-9b3d160f02b1), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.191566 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-60406381-8524-454c-bd31-a00e5e651f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.193214 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-60406381-8524-454c-bd31-a00e5e651f3b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/242c8059-6022-4181-97b1-9b3d160f02b1 HTTP/1.1" status: 204 len: 168 time: 0.2384627 Nov 02 13:09:09.203992 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60406381-8524-454c-bd31-a00e5e651f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c8059-6022-4181-97b1-9b3d160f02b1,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:09.276150 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Publish callbacks [] for security_group (1c64c1aa-292c-4806-880c-ef1e47fa4841), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.276726 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 4d2b6df0-95dc-49a2-bb47-e572354a1613 is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:09.276726 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.303804 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2b6df0-95dc-49a2-bb47-e572354a1613'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:09.306578 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7343f116-d74d-48be-93b5-622f7eadd939" -d '{"events": [{"server_uuid": "a490c169-17f3-44c0-b82b-a34603c1d66c", "name": "network-vif-plugged", "status": "completed", "tag": "4d2b6df0-95dc-49a2-bb47-e572354a1613"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:09.321083 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 4d2b6df0-95dc-49a2-bb47-e572354a1613, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=4d2b6df0-95dc-49a2-bb47-e572354a1613,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:09.344710 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1db572-6aff-46c3-9cfd-753a39953052 x-openstack-request-id: req-cb1db572-6aff-46c3-9cfd-753a39953052 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:09.345179 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a490c169-17f3-44c0-b82b-a34603c1d66c", "name": "network-vif-plugged", "status": "completed", "tag": "4d2b6df0-95dc-49a2-bb47-e572354a1613", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:09.345294 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cb1db572-6aff-46c3-9cfd-753a39953052 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:09.345691 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1db572-6aff-46c3-9cfd-753a39953052'] response: {'server_uuid': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2b6df0-95dc-49a2-bb47-e572354a1613', 'code': 200} Nov 02 13:09:09.360063 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (1c64c1aa-292c-4806-880c-ef1e47fa4841), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.386638 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] vlan segment allocate from pool success with {'vlan_id': 1458, 'physical_network': 'physnet1'} {{(pid=116230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:09:09.395726 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c64c1aa-292c-4806-880c-ef1e47fa4841,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:09.403793 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (5db6a836-6790-47bd-abff-637c164fbdaa), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.404140 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.segments_db [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Added segment 5db6a836-6790-47bd-abff-637c164fbdaa of type vlan for network 17294524-9c76-4ea7-b269-cf5e87a19a9c Nov 02 13:09:09.450507 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (17294524-9c76-4ea7-b269-cf5e87a19a9c), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.526190 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.565955 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (17294524-9c76-4ea7-b269-cf5e87a19a9c), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.567063 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:09.567827 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:09.582696 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=4d2b6df0-95dc-49a2-bb47-e572354a1613,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:09.630320 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] Pushing event updated for resources: {'Network': ['ID=17294524-9c76-4ea7-b269-cf5e87a19a9c,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:09.641737 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network 17294524-9c76-4ea7-b269-cf5e87a19a9c details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:09:09.763606 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-05aa76ed-9354-45eb-8770-2d434fb46b00 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0977633 Nov 02 13:09:09.768281 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59764) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:09.774810 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-cde77f97-fdab-4397-b35d-93a850046cc1 admin admin] Request body: {'subnet': {'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1769799498-subnet', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'ip_version': 4}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:09.798755 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd94b4-f22b-4990-9717-6651904c0cd7 req-3cb364d0-13f3-47f0-8c6f-e36d51d59354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:09.801781 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8ddd94b4-f22b-4990-9717-6651904c0cd7 req-3cb364d0-13f3-47f0-8c6f-e36d51d59354 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 1130 time: 0.0743458 Nov 02 13:09:09.822987 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f10f0-fa08-4e58-88ab-5c7a3c5de583 req-b8dbad0f-3c88-4401-8ecf-c1dcc2b4a5f9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:09.823562 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-594f10f0-fa08-4e58-88ab-5c7a3c5de583 req-b8dbad0f-3c88-4401-8ecf-c1dcc2b4a5f9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 946 time: 0.1067402 Nov 02 13:09:09.864399 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8ddd94b4-f22b-4990-9717-6651904c0cd7 req-eb07b317-94a2-4640-b04f-3d1ae40beca9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551841 Nov 02 13:09:09.885764 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-594f10f0-fa08-4e58-88ab-5c7a3c5de583 req-c5eab00a-9477-4ad8-b679-5ce7dba88848 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549564 Nov 02 13:09:09.925935 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde77f97-fdab-4397-b35d-93a850046cc1 admin admin] Made reservation on behalf of 48078b2fadcb4b11a08c2590bae681dd for: {'subnet': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:09:09.928308 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-cde77f97-fdab-4397-b35d-93a850046cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4721848'] for subnet (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:10.183346 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-cde77f97-fdab-4397-b35d-93a850046cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4721738'] for subnet (8b36a3cc-2757-43d9-a371-c6fd6954fbe7), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:10.240716 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde77f97-fdab-4397-b35d-93a850046cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b36a3cc-2757-43d9-a371-c6fd6954fbe7,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:10.251399 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde77f97-fdab-4397-b35d-93a850046cc1 admin admin] Checking segment: {'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:09:10.251750 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde77f97-fdab-4397-b35d-93a850046cc1 admin admin] Network hostable DHCP agents. Network: 17294524-9c76-4ea7-b269-cf5e87a19a9c, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:09:10.366152 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde77f97-fdab-4397-b35d-93a850046cc1 admin admin] Network 17294524-9c76-4ea7-b269-cf5e87a19a9c is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:09:10.496187 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-cde77f97-fdab-4397-b35d-93a850046cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, 17294524-9c76-4ea7-b269-cf5e87a19a9c) {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:10.502196 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde77f97-fdab-4397-b35d-93a850046cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:10.503504 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-cde77f97-fdab-4397-b35d-93a850046cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:10.509706 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd99b4-b908-41ee-9ba5-813676dddb75 None None] Network 17294524-9c76-4ea7-b269-cf5e87a19a9c requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:09:10.582153 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:10.612798 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22c6f8f6-30ef-567c-b537-462a2bfff626-17294524-9c76-4ea7-b269-cf5e87a19a9c', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7'}]}} from dv-cinder-863278-1-smb. {{(pid=116231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:09:10.613649 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:10.627410 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-cde77f97-fdab-4397-b35d-93a850046cc1 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8568234 Nov 02 13:09:10.630606 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59766) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:10.635888 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:10.757098 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.db_base_plugin_common [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Allocated IP 172.20.0.2 (17294524-9c76-4ea7-b269-cf5e87a19a9c/8b36a3cc-2757-43d9-a371-c6fd6954fbe7/16eb410f-df5a-42d0-9513-9ea4b48ddcd1) {{(pid=116231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:10.765443 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100830'] for router (ec101d69-0c12-46d1-ad46-0f567eb68eb3), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:10.766666 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100821'] for router (ec101d69-0c12-46d1-ad46-0f567eb68eb3), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:10.820010 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Publish callbacks [] for router_controller (ec101d69-0c12-46d1-ad46-0f567eb68eb3), precommit_add_association {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:10.909763 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Publish callbacks [] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), precommit_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:11.026332 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631efc5d-cba5-4d09-8aca-82092fecae19 req-cd885101-a2a7-467f-b421-0f1ea1236bf7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:11.027952 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-631efc5d-cba5-4d09-8aca-82092fecae19 req-cd885101-a2a7-467f-b421-0f1ea1236bf7 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 946 time: 0.0627902 Nov 02 13:09:11.039320 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:11.049449 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Publish callbacks [] for router_gateway (ec101d69-0c12-46d1-ad46-0f567eb68eb3), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:11.080673 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Network 17294524-9c76-4ea7-b269-cf5e87a19a9c is already hosted by enough agents. {{(pid=116231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:11.089233 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.base_scheduler [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Resources bound (agent type, host, resource id): {{(pid=116231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:11.091325 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-631efc5d-cba5-4d09-8aca-82092fecae19 req-d18319e4-5ad0-402c-8de0-f476db410cb1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577877 Nov 02 13:09:11.091517 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Received port after_create {{(pid=116231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:11.102246 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Pushing event updated for resources: {'Port': ['ID=16eb410f-df5a-42d0-9513-9ea4b48ddcd1,revision_number=1']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:11.159294 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Attempting to bind port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:09:11.159671 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Attempting to bind port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:09:11.160036 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Attempting to bind port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 on network 17294524-9c76-4ea7-b269-cf5e87a19a9c {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:11.166515 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:09:11.169737 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Checking segment: {'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:09:11.169737 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:11.169737 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Bound using segment: {'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:09:11.169737 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Bound port: 16eb410f-df5a-42d0-9513-9ea4b48ddcd1, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:09:11.169737 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:11.239960 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] For port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:09:11.244831 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] For port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=16eb410f-df5a-42d0-9513-9ea4b48ddcd1,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:09:11.349260 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Publish callbacks [] for router_gateway (ec101d69-0c12-46d1-ad46-0f567eb68eb3), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:11.360691 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:11.378942 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:11.405607 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:11.426707 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173282dd-7b4b-46d8-86f0-bb895f872d09 None None] Pushing event updated for resources: {'Port': ['ID=16eb410f-df5a-42d0-9513-9ea4b48ddcd1,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:11.492293 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Allocated IP 172.28.4.27 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/759f0245-8434-4a3d-9e3f-32bacbbced2d) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:11.627714 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Publish callbacks [] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:11.685521 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:11.758989 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:11.797915 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:11.805487 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:11.807667 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Pushing event updated for resources: {'Port': ['ID=759f0245-8434-4a3d-9e3f-32bacbbced2d,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:11.809805 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:12.270494 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e4d85-8aab-40a5-a6cc-28185c990e32 req-9782fd17-149f-4801-a502-c77a83127906 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:12.274232 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-621e4d85-8aab-40a5-a6cc-28185c990e32 req-9782fd17-149f-4801-a502-c77a83127906 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 946 time: 0.0930305 Nov 02 13:09:12.293782 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:12.338922 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-621e4d85-8aab-40a5-a6cc-28185c990e32 req-f7b79fb1-58fe-4335-8754-97670402e65a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599949 Nov 02 13:09:12.352755 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:12.353404 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:12.353656 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 Nov 02 13:09:12.409954 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475e16a8-0920-4cb4-aa4b-f81c95feffbe None None] Network 17294524-9c76-4ea7-b269-cf5e87a19a9c requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:09:12.494198 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddd02e-0731-4e56-9479-5ed44c59c0e8 req-af0517af-066d-4117-b13b-ed665f63d129 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:12.496794 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f8ddd02e-0731-4e56-9479-5ed44c59c0e8 req-af0517af-066d-4117-b13b-ed665f63d129 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 946 time: 0.0582211 Nov 02 13:09:12.504803 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-d1e99522-3b11-42fd-92e0-fad524039afd None None] Provisioning complete for port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:12.505130 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d1e99522-3b11-42fd-92e0-fad524039afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:12.505475 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d1e99522-3b11-42fd-92e0-fad524039afd None None] Attempt 1 to provision port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 Nov 02 13:09:12.511455 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59776) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:12.517331 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-256479a9-37ba-4d1c-9122-b757f4ff5f7a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'floatingip': {'port_id': '4d2b6df0-95dc-49a2-bb47-e572354a1613'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:12.537454 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:12.537923 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:12.567147 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-256479a9-37ba-4d1c-9122-b757f4ff5f7a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (d3ec16e1-332c-4960-a86f-06dfc8ea0f9e), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:12.607069 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Publish callbacks [] for router_gateway (ec101d69-0c12-46d1-ad46-0f567eb68eb3), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:12.623691 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=16eb410f-df5a-42d0-9513-9ea4b48ddcd1,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:12.673697 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d1e99522-3b11-42fd-92e0-fad524039afd None None] Current status of the port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:12.674118 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d1e99522-3b11-42fd-92e0-fad524039afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:12.709421 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:12.784136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.db.api [None req-d1e99522-3b11-42fd-92e0-fad524039afd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 13:09:12.784632 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG oslo_db.api [None req-d1e99522-3b11-42fd-92e0-fad524039afd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:09:12.800799 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=16eb410f-df5a-42d0-9513-9ea4b48ddcd1,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:12.858781 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547277'] for router (ec101d69-0c12-46d1-ad46-0f567eb68eb3), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:13.062667 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Router ec101d69-0c12-46d1-ad46-0f567eb68eb3 is scheduled to L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b with binding_index 1 {{(pid=116229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:09:13.193235 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:09:13.209663 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Sync routers for ids ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:09:13.222262 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Routers {'ec101d69-0c12-46d1-ad46-0f567eb68eb3'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:13.222908 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:13.292361 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.db.resource_extend [None req-256479a9-37ba-4d1c-9122-b757f4ff5f7a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 13:09:13.310432 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:13.311113 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-ea4d517c-e960-4aa8-b4af-80a3d91346c4 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6791949 Nov 02 13:09:13.313711 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59786) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:13.350599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-256479a9-37ba-4d1c-9122-b757f4ff5f7a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:13.429100 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-256479a9-37ba-4d1c-9122-b757f4ff5f7a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (d3ec16e1-332c-4960-a86f-06dfc8ea0f9e), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:13.531858 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d1e99522-3b11-42fd-92e0-fad524039afd None None] Current status of the port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:13.541834 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Set router ec101d69-0c12-46d1-ad46-0f567eb68eb3 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:13.560641 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [None req-256479a9-37ba-4d1c-9122-b757f4ff5f7a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Floating IP d3ec16e1-332c-4960-a86f-06dfc8ea0f9e associated. External IP: 172.28.4.119, port: 4d2b6df0-95dc-49a2-bb47-e572354a1613. Nov 02 13:09:13.682062 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-25dfe31b-a7c7-4706-a883-6143fb0ddd2a None None] Provisioning complete for port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:13.682498 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-25dfe31b-a7c7-4706-a883-6143fb0ddd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:13.682829 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-25dfe31b-a7c7-4706-a883-6143fb0ddd2a None None] Attempt 1 to provision port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 Nov 02 13:09:13.819452 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:13.819999 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-25dfe31b-a7c7-4706-a883-6143fb0ddd2a None None] Current status of the port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:13.831878 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:09:12Z', 'revision_number': 3, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:13.842947 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256479a9-37ba-4d1c-9122-b757f4ff5f7a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Router 564f2c35-915a-427d-90bc-6b7192856d14 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:09:13.873300 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Checking router: ec101d69-0c12-46d1-ad46-0f567eb68eb3 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:09:13.874647 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Updating router ec101d69-0c12-46d1-ad46-0f567eb68eb3 port 759f0245-8434-4a3d-9e3f-32bacbbced2d binding host dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:09:13.905179 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:13.967827 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256479a9-37ba-4d1c-9122-b757f4ff5f7a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:09:13.972827 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-256479a9-37ba-4d1c-9122-b757f4ff5f7a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:13.980282 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd78dd9-2ac0-4a6d-937f-4f55e4a10418 None None] Sync routers for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:09:13.999611 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd78dd9-2ac0-4a6d-937f-4f55e4a10418 None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:14.000910 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-bcd78dd9-2ac0-4a6d-937f-4f55e4a10418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:14.009176 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-256479a9-37ba-4d1c-9122-b757f4ff5f7a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "PUT /v2.0/floatingips/d3ec16e1-332c-4960-a86f-06dfc8ea0f9e HTTP/1.1" status: 200 len: 992 time: 1.4933710 Nov 02 13:09:14.009176 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'tag': '4d2b6df0-95dc-49a2-bb47-e572354a1613'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:14.011353 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d856275-fd33-44fc-b9c8-5bf2993088ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a490c169-17f3-44c0-b82b-a34603c1d66c", "tag": "4d2b6df0-95dc-49a2-bb47-e572354a1613"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:14.013543 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Allocated IP 172.20.0.1 (17294524-9c76-4ea7-b269-cf5e87a19a9c/8b36a3cc-2757-43d9-a371-c6fd6954fbe7/59c33e37-a939-4a33-8c10-c4d5e7ce5b44) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:14.061854 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02e512b-512f-4d7d-b8ac-a71923d66764 x-openstack-request-id: req-f02e512b-512f-4d7d-b8ac-a71923d66764 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:14.062042 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a490c169-17f3-44c0-b82b-a34603c1d66c", "tag": "4d2b6df0-95dc-49a2-bb47-e572354a1613", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:14.062264 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f02e512b-512f-4d7d-b8ac-a71923d66764 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:14.062753 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02e512b-512f-4d7d-b8ac-a71923d66764'] response: {'name': 'network-changed', 'server_uuid': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'tag': '4d2b6df0-95dc-49a2-bb47-e572354a1613', 'status': 'completed', 'code': 200} Nov 02 13:09:14.136343 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-bcd78dd9-2ac0-4a6d-937f-4f55e4a10418 None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:14.142233 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Publish callbacks [] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:14.198590 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856275-fd33-44fc-b9c8-5bf2993088ce req-d5858782-f905-48db-b2cc-60720c8c27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:14.201683 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d856275-fd33-44fc-b9c8-5bf2993088ce req-d5858782-f905-48db-b2cc-60720c8c27c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 1130 time: 0.0900128 Nov 02 13:09:14.233362 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Publish callbacks [] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), precommit_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:14.258116 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:14.321283 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Network 17294524-9c76-4ea7-b269-cf5e87a19a9c is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:14.329378 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:14.332132 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Pushing event updated for resources: {'Port': ['ID=59c33e37-a939-4a33-8c10-c4d5e7ce5b44,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:14.334573 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:14.348554 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:14.351378 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856275-fd33-44fc-b9c8-5bf2993088ce req-14fc0968-8e4a-4e3f-8230-4e7af45dc027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:14.354354 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d856275-fd33-44fc-b9c8-5bf2993088ce req-14fc0968-8e4a-4e3f-8230-4e7af45dc027 service neutron] 10.222.0.86 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 916 time: 0.1457362 Nov 02 13:09:14.384607 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:14.416819 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548120'] for router_interface (ec101d69-0c12-46d1-ad46-0f567eb68eb3), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:14.430746 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Attempting to bind port 759f0245-8434-4a3d-9e3f-32bacbbced2d on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:09:14.431270 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Attempting to bind port 759f0245-8434-4a3d-9e3f-32bacbbced2d by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:09:14.432470 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Attempting to bind port 759f0245-8434-4a3d-9e3f-32bacbbced2d on network 77ce1c78-9b99-4e9d-8799-30ad603e3245 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:14.472488 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:09:14.473081 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Checking segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:09:14.473689 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:14.474215 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Bound using segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:09:14.474810 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Bound port: 759f0245-8434-4a3d-9e3f-32bacbbced2d, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:09:14.475318 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:14.480558 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d856275-fd33-44fc-b9c8-5bf2993088ce req-63d289f6-8db1-49f5-85d8-d0b790403cb2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d2b6df0-95dc-49a2-bb47-e572354a1613 HTTP/1.1" status: 200 len: 1000 time: 0.1098921 Nov 02 13:09:14.502918 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-bcd78dd9-2ac0-4a6d-937f-4f55e4a10418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'd3ec16e1-332c-4960-a86f-06dfc8ea0f9e', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.119', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '4d2b6df0-95dc-49a2-bb47-e572354a1613', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:bf:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:08:53Z', 'updated_at': '2022-11-02T13:09:12Z', 'revision_number': 1, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:14.515207 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcebcb1-7421-4c97-91c1-b0d6b423657e None None] Pushing event updated for resources: {'Port': ['ID=759f0245-8434-4a3d-9e3f-32bacbbced2d,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:14.560236 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:14.561069 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:14.561069 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 Nov 02 13:09:14.582413 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd78dd9-2ac0-4a6d-937f-4f55e4a10418 None None] Checking router: 564f2c35-915a-427d-90bc-6b7192856d14 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:09:14.602576 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] For port 759f0245-8434-4a3d-9e3f-32bacbbced2d, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:09:14.610127 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd78dd9-2ac0-4a6d-937f-4f55e4a10418 None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:14.610907 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-bcd78dd9-2ac0-4a6d-937f-4f55e4a10418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:14.625297 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856275-fd33-44fc-b9c8-5bf2993088ce req-86c0aa8f-0c40-43d5-894c-3a21fcd03437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:14.625890 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] For port 759f0245-8434-4a3d-9e3f-32bacbbced2d, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=759f0245-8434-4a3d-9e3f-32bacbbced2d,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:09:14.639082 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d856275-fd33-44fc-b9c8-5bf2993088ce req-86c0aa8f-0c40-43d5-894c-3a21fcd03437 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34562175-220e-4327-8ff3-8fb8876f7f18 HTTP/1.1" status: 200 len: 853 time: 0.1388102 Nov 02 13:09:14.693419 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:14.706344 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856275-fd33-44fc-b9c8-5bf2993088ce req-3fed39a2-6a79-4f53-a934-59e965ec573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:14.707894 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d856275-fd33-44fc-b9c8-5bf2993088ce req-3fed39a2-6a79-4f53-a934-59e965ec573b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=458c9c2b-29df-4bee-b02f-d359db3b0898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0722957 Nov 02 13:09:14.738754 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-bcd78dd9-2ac0-4a6d-937f-4f55e4a10418 None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:14.742417 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:14.755842 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:14.793793 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Provisioning complete for port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:14.794178 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:14.794668 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Attempt 1 to provision port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 Nov 02 13:09:14.885776 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Routers {'ec101d69-0c12-46d1-ad46-0f567eb68eb3'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:14.894442 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:14.904918 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d856275-fd33-44fc-b9c8-5bf2993088ce req-46ba1b68-115b-4042-b72d-1e3a1c5b7c02 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821990 Nov 02 13:09:15.019824 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:15.022932 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcebcb1-7421-4c97-91c1-b0d6b423657e None None] Pushing event updated for resources: {'Port': ['ID=759f0245-8434-4a3d-9e3f-32bacbbced2d,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:15.028520 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:15.036287 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] Set router ec101d69-0c12-46d1-ad46-0f567eb68eb3 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:15.084697 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-bcd78dd9-2ac0-4a6d-937f-4f55e4a10418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'd3ec16e1-332c-4960-a86f-06dfc8ea0f9e', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.119', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '4d2b6df0-95dc-49a2-bb47-e572354a1613', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:bf:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:08:53Z', 'updated_at': '2022-11-02T13:09:12Z', 'revision_number': 1, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:15.116248 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d856275-fd33-44fc-b9c8-5bf2993088ce req-af5444aa-cd58-458f-ae90-26f43c191f95 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041366 Nov 02 13:09:15.135092 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd78dd9-2ac0-4a6d-937f-4f55e4a10418 None None] The sync data for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb is: [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'd3ec16e1-332c-4960-a86f-06dfc8ea0f9e', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.119', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '4d2b6df0-95dc-49a2-bb47-e572354a1613', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:bf:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:08:53Z', 'updated_at': '2022-11-02T13:09:12Z', 'revision_number': 1, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:09:15.135570 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Publish callbacks [] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:15.212095 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:15.284839 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Pushing event updated for resources: {'Port': ['ID=59c33e37-a939-4a33-8c10-c4d5e7ce5b44,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:15.290563 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7808084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548236'] for router_interface (ec101d69-0c12-46d1-ad46-0f567eb68eb3), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:15.324741 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '59c33e37-a939-4a33-8c10-c4d5e7ce5b44', 'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'mac_address': 'fa:16:3e:82:67:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:13Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 1, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'subnets': [{'id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:15.351912 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0879723-e7d7-4e76-b61c-9eaa4b064b15 None None] The sync data for ids ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'] in dv-cinder-863278-1-smb is: [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '59c33e37-a939-4a33-8c10-c4d5e7ce5b44', 'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'mac_address': 'fa:16:3e:82:67:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:13Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 1, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'subnets': [{'id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:09:15.386324 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b98907-011c-4e95-9ddc-429634507974 None None] New status for floating IP d3ec16e1-332c-4960-a86f-06dfc8ea0f9e: ACTIVE {{(pid=116231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:09:15.420476 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Network 17294524-9c76-4ea7-b269-cf5e87a19a9c is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:15.422310 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:15.543710 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Attempt 2 to provision port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 Nov 02 13:09:15.559896 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Router ec101d69-0c12-46d1-ad46-0f567eb68eb3 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:09:15.584897 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:15.704668 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:09:15.714417 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-5353cec2-8fdb-4e5f-8a4c-77602e66a619 admin admin] 10.222.0.93 "PUT /v2.0/routers/ec101d69-0c12-46d1-ad46-0f567eb68eb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3994040 Nov 02 13:09:16.088247 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Attempt 3 to provision port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 Nov 02 13:09:16.127333 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:16.333755 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 759f0245-8434-4a3d-9e3f-32bacbbced2d up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:16.423191 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 759f0245-8434-4a3d-9e3f-32bacbbced2d triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:16.423583 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:16.423943 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 759f0245-8434-4a3d-9e3f-32bacbbced2d Nov 02 13:09:16.516650 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 759f0245-8434-4a3d-9e3f-32bacbbced2d is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:16.517046 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:16.553644 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port 759f0245-8434-4a3d-9e3f-32bacbbced2d, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=759f0245-8434-4a3d-9e3f-32bacbbced2d,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:16.614589 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e497cc1-d4c8-4ce5-aa2a-79412f2687ba req-0d53345b-01e7-475d-ab6a-47c32445e24e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:16.616669 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2e497cc1-d4c8-4ce5-aa2a-79412f2687ba req-0d53345b-01e7-475d-ab6a-47c32445e24e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 947 time: 0.0697196 Nov 02 13:09:16.629215 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Attempt 4 to provision port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 Nov 02 13:09:16.661187 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:16.699108 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2e497cc1-d4c8-4ce5-aa2a-79412f2687ba req-cad9ee49-524b-4959-b6a3-fce7122f608f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753677 Nov 02 13:09:16.729574 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:16.730446 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=759f0245-8434-4a3d-9e3f-32bacbbced2d,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:16.785050 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59822) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:16.791128 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-66113659-network', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:16.874232 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Made reservation on behalf of 4efdfc3199a649169bcaac7757d2c66b for: {'network': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:09:16.877232 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:16.887361 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:16.985601 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Publish callbacks [] for security_group (0b9e784f-1b5f-42b4-8fed-4b61ceb09776), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:17.096864 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (0b9e784f-1b5f-42b4-8fed-4b61ceb09776), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:17.122619 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1460, 'physical_network': 'physnet1'} {{(pid=116229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:09:17.132523 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9e784f-1b5f-42b4-8fed-4b61ceb09776,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:17.138181 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (0528c6ab-764e-47ba-8a32-37db10cff9f8), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:17.138520 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.segments_db [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Added segment 0528c6ab-764e-47ba-8a32-37db10cff9f8 of type vlan for network 4acbc30b-a10f-441b-b9d7-ffded3d01c17 Nov 02 13:09:17.186742 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (4acbc30b-a10f-441b-b9d7-ffded3d01c17), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:17.231003 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Attempt 5 to provision port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 Nov 02 13:09:17.265303 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:17.307531 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (4acbc30b-a10f-441b-b9d7-ffded3d01c17), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:17.308509 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:17.309155 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:17.375271 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] Pushing event updated for resources: {'Network': ['ID=4acbc30b-a10f-441b-b9d7-ffded3d01c17,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:17.386347 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network 4acbc30b-a10f-441b-b9d7-ffded3d01c17 details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:09:17.477629 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-0824853a-2ef0-4bf6-acd7-a538f2dc82b2 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6907768 Nov 02 13:09:17.517707 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59824) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:17.517707 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Request body: {'subnet': {'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-66113659-subnet', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'ip_version': 4}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:17.662960 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Made reservation on behalf of 4efdfc3199a649169bcaac7757d2c66b for: {'subnet': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:09:17.665336 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5051866'] for subnet (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:17.766584 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Attempt 6 to provision port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 Nov 02 13:09:17.816759 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:17.831603 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Sync routers for ids ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:09:17.845266 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Routers {'ec101d69-0c12-46d1-ad46-0f567eb68eb3'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:17.849470 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:17.863210 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1d8ad-d59d-4e83-83db-51a6a636d62b req-a3e44a58-2d74-4947-983c-756f86c1e497 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:17.865116 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-07d1d8ad-d59d-4e83-83db-51a6a636d62b req-a3e44a58-2d74-4947-983c-756f86c1e497 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 947 time: 0.0802729 Nov 02 13:09:17.920528 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-07d1d8ad-d59d-4e83-83db-51a6a636d62b req-5b00cba9-b1e6-4d9a-b048-0ac4d0581a35 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484018 Nov 02 13:09:17.965250 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4597217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5051688'] for subnet (7dac5ede-8707-4640-a3dc-e6c6e359f118), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.025554 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dac5ede-8707-4640-a3dc-e6c6e359f118,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:18.036198 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Checking segment: {'id': '0528c6ab-764e-47ba-8a32-37db10cff9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:09:18.036558 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Network hostable DHCP agents. Network: 4acbc30b-a10f-441b-b9d7-ffded3d01c17, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:09:18.040129 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.040486 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.040832 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.041190 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.041514 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.041631 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Set router ec101d69-0c12-46d1-ad46-0f567eb68eb3 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:18.041862 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.042204 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.042553 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.042874 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.043209 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.043535 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.043861 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.044175 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.188611 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Network 4acbc30b-a10f-441b-b9d7-ffded3d01c17 is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:09:18.253425 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 759f0245-8434-4a3d-9e3f-32bacbbced2d up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:18.291575 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '59c33e37-a939-4a33-8c10-c4d5e7ce5b44', 'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'mac_address': 'fa:16:3e:82:67:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:13Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 2, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'subnets': [{'id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:18.291889 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, 4acbc30b-a10f-441b-b9d7-ffded3d01c17) {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:18.298176 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:18.300012 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.305028 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c665d5-fd60-499c-9931-a90334eb30b9 None None] Network 4acbc30b-a10f-441b-b9d7-ffded3d01c17 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:09:18.319213 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Attempt 7 to provision port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 Nov 02 13:09:18.324903 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Checking router: ec101d69-0c12-46d1-ad46-0f567eb68eb3 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:09:18.325343 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Updating router ec101d69-0c12-46d1-ad46-0f567eb68eb3 port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 binding host dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:09:18.363597 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.413370 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-0bc404c1-0c0a-4f65-8452-675adfa2914e admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9314213 Nov 02 13:09:18.416421 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59828) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:18.421379 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-66113659-router', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:18.512320 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 759f0245-8434-4a3d-9e3f-32bacbbced2d triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:18.512882 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.513099 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 759f0245-8434-4a3d-9e3f-32bacbbced2d Nov 02 13:09:18.530937 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100830'] for router (99caa4d7-2844-471a-9cc6-430cdaf2d704), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.532780 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100821'] for router (99caa4d7-2844-471a-9cc6-430cdaf2d704), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.551293 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:18.598787 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Publish callbacks [] for router_controller (99caa4d7-2844-471a-9cc6-430cdaf2d704), precommit_add_association {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.641390 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22c6f8f6-30ef-567c-b537-462a2bfff626-4acbc30b-a10f-441b-b9d7-ffded3d01c17', 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17', 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'fixed_ips': [{'subnet_id': '7dac5ede-8707-4640-a3dc-e6c6e359f118'}]}} from dv-cinder-863278-1-smb. {{(pid=116231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:09:18.642302 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.672270 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 759f0245-8434-4a3d-9e3f-32bacbbced2d is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:18.687954 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Publish callbacks [] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), precommit_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.690386 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-82151192-3e7e-422c-a6a8-c92a29b797b7 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:18.692026 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-82151192-3e7e-422c-a6a8-c92a29b797b7 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.86 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 947 time: 0.0699449 Nov 02 13:09:18.777175 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.829634 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.db_base_plugin_common [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Allocated IP 172.20.0.2 (4acbc30b-a10f-441b-b9d7-ffded3d01c17/7dac5ede-8707-4640-a3dc-e6c6e359f118/882039ea-03e9-4df2-8b63-60faace78084) {{(pid=116231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:18.852352 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Pushing event updated for resources: {'Port': ['ID=59c33e37-a939-4a33-8c10-c4d5e7ce5b44,revision_number=3']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:18.880154 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.880508 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.881080 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.881583 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.882100 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.882644 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.883159 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.883668 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.884014 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.884371 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.884888 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.885222 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.885586 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:18.886431 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Publish callbacks [] for router_gateway (99caa4d7-2844-471a-9cc6-430cdaf2d704), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.898573 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Attempting to bind port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:09:18.899121 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Attempting to bind port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:09:18.899328 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Attempting to bind port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 on network 17294524-9c76-4ea7-b269-cf5e87a19a9c {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:18.905756 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:09:18.906119 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Checking segment: {'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:09:18.906538 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.907052 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Bound using segment: {'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:09:18.907549 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Bound port: 59c33e37-a939-4a33-8c10-c4d5e7ce5b44, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'}}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:09:18.908004 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.920687 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Deleting port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:09:18.921234 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.984421 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] For port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:09:18.989948 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] For port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=59c33e37-a939-4a33-8c10-c4d5e7ce5b44,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:09:19.025874 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Publish callbacks [] for port (882039ea-03e9-4df2-8b63-60faace78084), precommit_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.052838 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Attempt 8 to provision port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 Nov 02 13:09:19.086769 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.089177 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:19.124048 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Routers {'ec101d69-0c12-46d1-ad46-0f567eb68eb3'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:19.124680 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:19.125301 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (882039ea-03e9-4df2-8b63-60faace78084), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.129341 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] For port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:19.132823 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.152733 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e78ac9-e305-45ac-b713-41740812e89a req-defe2556-43e6-4cbd-8d77-1df117d98dc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:19.154980 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-30e78ac9-e305-45ac-b713-41740812e89a req-defe2556-43e6-4cbd-8d77-1df117d98dc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 947 time: 0.1377199 Nov 02 13:09:19.169954 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Network 4acbc30b-a10f-441b-b9d7-ffded3d01c17 is already hosted by enough agents. {{(pid=116231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:19.173173 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.base_scheduler [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Resources bound (agent type, host, resource id): {{(pid=116231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:19.180120 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Received port after_create {{(pid=116231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:19.193839 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be689d-9fef-4a3f-be1b-d8e616926855 None None] Pushing event updated for resources: {'Port': ['ID=59c33e37-a939-4a33-8c10-c4d5e7ce5b44,revision_number=4']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:19.215557 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Pushing event updated for resources: {'Port': ['ID=882039ea-03e9-4df2-8b63-60faace78084,revision_number=1']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:19.254407 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Attempting to bind port 882039ea-03e9-4df2-8b63-60faace78084 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:09:19.255225 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Attempting to bind port 882039ea-03e9-4df2-8b63-60faace78084 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': '0528c6ab-764e-47ba-8a32-37db10cff9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:09:19.256734 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Attempting to bind port 882039ea-03e9-4df2-8b63-60faace78084 on network 4acbc30b-a10f-441b-b9d7-ffded3d01c17 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:19.261337 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:09:19.261837 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] Set router ec101d69-0c12-46d1-ad46-0f567eb68eb3 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:19.261958 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Checking segment: {'id': '0528c6ab-764e-47ba-8a32-37db10cff9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:09:19.262918 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.262918 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Bound using segment: {'id': '0528c6ab-764e-47ba-8a32-37db10cff9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:09:19.263721 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Bound port: 882039ea-03e9-4df2-8b63-60faace78084, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0528c6ab-764e-47ba-8a32-37db10cff9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:09:19.263858 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (882039ea-03e9-4df2-8b63-60faace78084), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.334589 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] For port 882039ea-03e9-4df2-8b63-60faace78084, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:09:19.339620 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] For port 882039ea-03e9-4df2-8b63-60faace78084, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=882039ea-03e9-4df2-8b63-60faace78084,segment=NetworkSegment(0528c6ab-764e-47ba-8a32-37db10cff9f8),segment_id=0528c6ab-764e-47ba-8a32-37db10cff9f8)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:09:19.360119 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-30e78ac9-e305-45ac-b713-41740812e89a req-e9c906eb-22f6-4d70-a5d6-a605120b3762 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=fa608ec0-67b6-40f5-9325-2ddc617dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782944 Nov 02 13:09:19.413254 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (882039ea-03e9-4df2-8b63-60faace78084), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.469395 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.469998 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (e7f3b2ec-835d-4ea1-b6be-8367837d50c1), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.470272 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Floating IP e7f3b2ec-835d-4ea1-b6be-8367837d50c1 disassociated. External IP: 172.28.4.138, port: 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3. Nov 02 13:09:19.470931 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Calling delete_port for 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 owned by compute:nova {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:09:19.490559 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57527d91-a05a-4543-9fa0-91a052b77af8 None None] Pushing event updated for resources: {'Port': ['ID=882039ea-03e9-4df2-8b63-60faace78084,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:19.501796 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '59c33e37-a939-4a33-8c10-c4d5e7ce5b44', 'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'mac_address': 'fa:16:3e:82:67:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:13Z', 'updated_at': '2022-11-02T13:09:18Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'subnets': [{'id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:19.531406 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea54eb39-fa40-4c22-845f-57282263b595 None None] The sync data for ids ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'] in dv-cinder-863278-1-smb is: [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '59c33e37-a939-4a33-8c10-c4d5e7ce5b44', 'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'mac_address': 'fa:16:3e:82:67:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:13Z', 'updated_at': '2022-11-02T13:09:18Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'subnets': [{'id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:09:19.589846 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Attempt 9 to provision port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 Nov 02 13:09:19.737281 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Publish callbacks [] for router_gateway (99caa4d7-2844-471a-9cc6-430cdaf2d704), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.759060 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Current status of the port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:19.759714 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.775117 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.826388 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] For port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=59c33e37-a939-4a33-8c10-c4d5e7ce5b44,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:19.882121 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (0d7b7fc8-7705-40ed-b016-322b8d8ee4e3), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.918756 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event deleted for resources: {'Port': ['ID=0d7b7fc8-7705-40ed-b016-322b8d8ee4e3,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:19.971157 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:20.012796 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Allocated IP 172.28.4.62 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/604da2f1-fc47-4ee6-82a6-77b378913337) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:20.033231 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b087d4-45b0-40d5-bba3-3debbb41486e None None] Pushing event updated for resources: {'Port': ['ID=59c33e37-a939-4a33-8c10-c4d5e7ce5b44,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:20.102614 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-be9b903e-18e0-49b6-8866-d8d0833c3f79 None None] Provisioning complete for port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:20.102910 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-be9b903e-18e0-49b6-8866-d8d0833c3f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:20.103256 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-be9b903e-18e0-49b6-8866-d8d0833c3f79 None None] Attempt 1 to provision port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 Nov 02 13:09:20.205345 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-be9b903e-18e0-49b6-8866-d8d0833c3f79 None None] Current status of the port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:20.455626 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:20.465892 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:09:20.554480 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9396e255-e33b-47fa-8e4b-6269d80e1802 req-3ea0f158-7770-4888-a17a-48157baf350d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 210 time: 0.0540617 Nov 02 13:09:20.562093 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:20.562483 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:20.562825 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 Nov 02 13:09:20.610236 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Publish callbacks [] for port (604da2f1-fc47-4ee6-82a6-77b378913337), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:20.684795 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:20.686186 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 882039ea-03e9-4df2-8b63-60faace78084 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:20.706649 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:09:20.729576 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03560406-97da-4390-a1de-4ae030afa5a4 None None] Sync routers for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:09:20.745962 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03560406-97da-4390-a1de-4ae030afa5a4 None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:20.746782 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-03560406-97da-4390-a1de-4ae030afa5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:20.751764 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] No DVR routers for this DVR port 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 on host hv-cinder-86327 {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:09:20.754518 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:20.759168 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9f46949d-48cc-41f6-bce1-0effbbc7febd req-87eab547-40b5-47de-980e-4986a2faacc8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.86 "DELETE /v2.0/ports/0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 HTTP/1.1" status: 204 len: 173 time: 2.0376637 Nov 02 13:09:20.759577 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'name': 'network-vif-deleted', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:20.762274 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82403b2e-b1c3-4848-8bb4-965d0bf4577b" -d '{"events": [{"server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "name": "network-vif-deleted", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:20.782202 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (604da2f1-fc47-4ee6-82a6-77b378913337), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:20.810428 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 882039ea-03e9-4df2-8b63-60faace78084 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:20.810895 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (882039ea-03e9-4df2-8b63-60faace78084), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:20.811252 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 882039ea-03e9-4df2-8b63-60faace78084 Nov 02 13:09:20.819145 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c93bfc-4a9b-4f49-9d30-2c32fb083605 x-openstack-request-id: req-73c93bfc-4a9b-4f49-9d30-2c32fb083605 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:20.819721 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138b3cad-1a80-4c18-a1d3-02d5560b91c2", "name": "network-vif-deleted", "tag": "0d7b7fc8-7705-40ed-b016-322b8d8ee4e3", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:20.819975 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-73c93bfc-4a9b-4f49-9d30-2c32fb083605 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:20.821010 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c93bfc-4a9b-4f49-9d30-2c32fb083605'] response: {'server_uuid': '138b3cad-1a80-4c18-a1d3-02d5560b91c2', 'name': 'network-vif-deleted', 'tag': '0d7b7fc8-7705-40ed-b016-322b8d8ee4e3', 'status': 'completed', 'code': 200} Nov 02 13:09:20.840327 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:20.847134 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:20.853743 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:20.855916 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Pushing event updated for resources: {'Port': ['ID=604da2f1-fc47-4ee6-82a6-77b378913337,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:20.856625 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c30f487-ac50-426e-bb72-b1dbddefa794 None None] Network 4acbc30b-a10f-441b-b9d7-ffded3d01c17 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:09:20.984970 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-03560406-97da-4390-a1de-4ae030afa5a4 None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:21.014491 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-28f95391-4152-482f-9235-6db526fade59 None None] Provisioning complete for port 882039ea-03e9-4df2-8b63-60faace78084 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:21.014856 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-28f95391-4152-482f-9235-6db526fade59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (882039ea-03e9-4df2-8b63-60faace78084), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:21.015214 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-28f95391-4152-482f-9235-6db526fade59 None None] Attempt 1 to provision port 882039ea-03e9-4df2-8b63-60faace78084 Nov 02 13:09:21.203855 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 882039ea-03e9-4df2-8b63-60faace78084 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:21.204117 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (882039ea-03e9-4df2-8b63-60faace78084), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:21.226261 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Publish callbacks [] for router_gateway (99caa4d7-2844-471a-9cc6-430cdaf2d704), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:21.308044 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port 882039ea-03e9-4df2-8b63-60faace78084, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=882039ea-03e9-4df2-8b63-60faace78084,segment=NetworkSegment(0528c6ab-764e-47ba-8a32-37db10cff9f8),segment_id=0528c6ab-764e-47ba-8a32-37db10cff9f8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:21.325288 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-28f95391-4152-482f-9235-6db526fade59 None None] Current status of the port 882039ea-03e9-4df2-8b63-60faace78084 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:21.325288 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-28f95391-4152-482f-9235-6db526fade59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (882039ea-03e9-4df2-8b63-60faace78084), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:21.393293 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (882039ea-03e9-4df2-8b63-60faace78084), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:21.459875 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.db.api [None req-28f95391-4152-482f-9235-6db526fade59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 13:09:21.460554 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG oslo_db.api [None req-28f95391-4152-482f-9235-6db526fade59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:09:21.473077 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547277'] for router (99caa4d7-2844-471a-9cc6-430cdaf2d704), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:21.476749 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-03560406-97da-4390-a1de-4ae030afa5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:42Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:21.514274 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03560406-97da-4390-a1de-4ae030afa5a4 None None] Checking router: ddbaa9ff-0d52-47ab-8d51-42a8529fc046 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:09:21.516342 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=882039ea-03e9-4df2-8b63-60faace78084,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:21.526812 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03560406-97da-4390-a1de-4ae030afa5a4 None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:21.527446 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-03560406-97da-4390-a1de-4ae030afa5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:21.703685 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0d04c5ec-fa59-474a-93de-e80f4bea677f req-3862232d-4a46-40e9-ab76-1d49c62832b0 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=138b3cad-1a80-4c18-a1d3-02d5560b91c2 HTTP/1.1" status: 200 len: 210 time: 0.0308306 Nov 02 13:09:21.764182 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Router 99caa4d7-2844-471a-9cc6-430cdaf2d704 is scheduled to L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b with binding_index 1 {{(pid=116230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:09:21.774726 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-03560406-97da-4390-a1de-4ae030afa5a4 None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:21.870032 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:09:21.881199 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Sync routers for ids ['99caa4d7-2844-471a-9cc6-430cdaf2d704'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:09:21.894067 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Routers {'99caa4d7-2844-471a-9cc6-430cdaf2d704'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:21.894686 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['99caa4d7-2844-471a-9cc6-430cdaf2d704'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:21.951499 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:21.953267 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-8cec92bb-b193-455f-a589-ebf47eaf2516 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.5358031 Nov 02 13:09:21.956268 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59842) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:22.000916 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-28f95391-4152-482f-9235-6db526fade59 None None] Current status of the port 882039ea-03e9-4df2-8b63-60faace78084 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:22.028279 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-03560406-97da-4390-a1de-4ae030afa5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:42Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:22.043585 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Set router 99caa4d7-2844-471a-9cc6-430cdaf2d704 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:22.060277 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03560406-97da-4390-a1de-4ae030afa5a4 None None] The sync data for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb is: [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:42Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:09:22.137293 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-f806a4d1-87bb-4f77-8f30-9100d932eaa3 None None] Provisioning complete for port 882039ea-03e9-4df2-8b63-60faace78084 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:22.137293 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-f806a4d1-87bb-4f77-8f30-9100d932eaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (882039ea-03e9-4df2-8b63-60faace78084), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:22.137293 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-f806a4d1-87bb-4f77-8f30-9100d932eaa3 None None] Attempt 1 to provision port 882039ea-03e9-4df2-8b63-60faace78084 Nov 02 13:09:22.239643 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-f806a4d1-87bb-4f77-8f30-9100d932eaa3 None None] Current status of the port 882039ea-03e9-4df2-8b63-60faace78084 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:22.278691 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'name': 'tempest-TestShelveInstance-66113659-router', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62'}], 'enable_snat': True}, 'gw_port_id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:18Z', 'updated_at': '2022-11-02T13:09:21Z', 'revision_number': 3, 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'gw_port': {'id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:19Z', 'updated_at': '2022-11-02T13:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:22.308087 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Checking router: 99caa4d7-2844-471a-9cc6-430cdaf2d704 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:09:22.308515 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Updating router 99caa4d7-2844-471a-9cc6-430cdaf2d704 port 604da2f1-fc47-4ee6-82a6-77b378913337 binding host dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:09:22.313363 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 882039ea-03e9-4df2-8b63-60faace78084 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:22.365963 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (604da2f1-fc47-4ee6-82a6-77b378913337), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:22.380711 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 882039ea-03e9-4df2-8b63-60faace78084 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:22.381136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (882039ea-03e9-4df2-8b63-60faace78084), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:22.381456 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 882039ea-03e9-4df2-8b63-60faace78084 Nov 02 13:09:22.441283 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ba95f-875e-4a99-a4e3-6afe14a09ff3 None None] New status for floating IP e7f3b2ec-835d-4ea1-b6be-8367837d50c1: DOWN {{(pid=116231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:09:22.558153 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:22.600228 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 882039ea-03e9-4df2-8b63-60faace78084 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:22.731363 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Allocated IP 172.20.0.1 (4acbc30b-a10f-441b-b9d7-ffded3d01c17/7dac5ede-8707-4640-a3dc-e6c6e359f118/0e7f980c-f5fa-426a-95ee-187a25c48b1b) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:22.824549 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Publish callbacks [] for port (604da2f1-fc47-4ee6-82a6-77b378913337), precommit_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:22.860384 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Publish callbacks [] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:22.938074 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59848) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:22.966315 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (604da2f1-fc47-4ee6-82a6-77b378913337), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:22.970717 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.017183 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Attempting to bind port 604da2f1-fc47-4ee6-82a6-77b378913337 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:09:23.017567 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Attempting to bind port 604da2f1-fc47-4ee6-82a6-77b378913337 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:09:23.017934 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Attempting to bind port 604da2f1-fc47-4ee6-82a6-77b378913337 on network 77ce1c78-9b99-4e9d-8799-30ad603e3245 {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:23.021683 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Network 4acbc30b-a10f-441b-b9d7-ffded3d01c17 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:23.026542 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:09:23.026983 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Checking segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:09:23.027387 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.027775 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Bound using segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:09:23.028247 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Bound port: 604da2f1-fc47-4ee6-82a6-77b378913337, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:09:23.028623 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (604da2f1-fc47-4ee6-82a6-77b378913337), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.036535 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:23.041435 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:23.062293 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7f980c-f5fa-426a-95ee-187a25c48b1b,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:23.065258 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cafffc-f3b2-4e87-85a1-7c1eddafecf6 None None] Pushing event updated for resources: {'Port': ['ID=604da2f1-fc47-4ee6-82a6-77b378913337,revision_number=2']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:23.083455 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6e538f6c-d2c3-4ea0-91f0-b607fbc15d29 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group (fa608ec0-67b6-40f5-9325-2ddc617dcffa), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.092001 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548120'] for router_interface (99caa4d7-2844-471a-9cc6-430cdaf2d704), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.094083 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:09:23.099731 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] For port 604da2f1-fc47-4ee6-82a6-77b378913337, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:09:23.104499 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] For port 604da2f1-fc47-4ee6-82a6-77b378913337, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=604da2f1-fc47-4ee6-82a6-77b378913337,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:09:23.115387 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:09:23.115730 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 0d7b7fc8-7705-40ed-b016-322b8d8ee4e3 not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:09:23.153190 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6e538f6c-d2c3-4ea0-91f0-b607fbc15d29 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group (fa608ec0-67b6-40f5-9325-2ddc617dcffa), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.229399 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (604da2f1-fc47-4ee6-82a6-77b378913337), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.266140 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Routers {'99caa4d7-2844-471a-9cc6-430cdaf2d704'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:23.266872 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['99caa4d7-2844-471a-9cc6-430cdaf2d704'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:23.319592 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cafffc-f3b2-4e87-85a1-7c1eddafecf6 None None] Pushing event updated for resources: {'Port': ['ID=604da2f1-fc47-4ee6-82a6-77b378913337,revision_number=3']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:23.372555 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Provisioning complete for port 0e7f980c-f5fa-426a-95ee-187a25c48b1b triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:23.373037 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.373453 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Attempt 1 to provision port 0e7f980c-f5fa-426a-95ee-187a25c48b1b Nov 02 13:09:23.388672 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] Set router 99caa4d7-2844-471a-9cc6-430cdaf2d704 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:23.395593 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.415346 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Port 0e7f980c-f5fa-426a-95ee-187a25c48b1b cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:23.440152 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6e538f6c-d2c3-4ea0-91f0-b607fbc15d29 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (fa608ec0-67b6-40f5-9325-2ddc617dcffa), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.442999 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6e538f6c-d2c3-4ea0-91f0-b607fbc15d29 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.444298 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-6e538f6c-d2c3-4ea0-91f0-b607fbc15d29 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "DELETE /v2.0/security-groups/fa608ec0-67b6-40f5-9325-2ddc617dcffa HTTP/1.1" status: 204 len: 168 time: 0.5052104 Nov 02 13:09:23.448885 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59850) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:23.460660 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e538f6c-d2c3-4ea0-91f0-b607fbc15d29 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa608ec0-67b6-40f5-9325-2ddc617dcffa,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:23.471152 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.api.v2.resource [None req-ca0aa89f-06d7-4593-928e-795e240132dc tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] show failed (client error): The resource could not be found. Nov 02 13:09:23.475652 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59852) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:23.476320 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-ca0aa89f-06d7-4593-928e-795e240132dc tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups/fa608ec0-67b6-40f5-9325-2ddc617dcffa HTTP/1.1" status: 404 len: 347 time: 0.0258427 Nov 02 13:09:23.577196 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'name': 'tempest-TestShelveInstance-66113659-router', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62'}], 'enable_snat': True}, 'gw_port_id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:18Z', 'updated_at': '2022-11-02T13:09:21Z', 'revision_number': 3, 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'gw_port': {'id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:19Z', 'updated_at': '2022-11-02T13:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:23.605102 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e7685-5c19-492d-8965-76aa50b9d824 None None] The sync data for ids ['99caa4d7-2844-471a-9cc6-430cdaf2d704'] in dv-cinder-863278-1-smb is: [{'id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'name': 'tempest-TestShelveInstance-66113659-router', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62'}], 'enable_snat': True}, 'gw_port_id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:18Z', 'updated_at': '2022-11-02T13:09:21Z', 'revision_number': 3, 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'gw_port': {'id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:19Z', 'updated_at': '2022-11-02T13:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:09:23.687593 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-f5a33ab7-a4b2-43b9-b5ff-29f7d701bc20 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Deleting port 25a79167-6041-45b6-add4-fecf5e48c42b {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:09:23.687937 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f5a33ab7-a4b2-43b9-b5ff-29f7d701bc20 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (25a79167-6041-45b6-add4-fecf5e48c42b), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.706634 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Publish callbacks [] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.783081 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.794585 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f5a33ab7-a4b2-43b9-b5ff-29f7d701bc20 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (25a79167-6041-45b6-add4-fecf5e48c42b), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.794585 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f5a33ab7-a4b2-43b9-b5ff-29f7d701bc20 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (25a79167-6041-45b6-add4-fecf5e48c42b), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:23.916344 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Attempt 2 to provision port 0e7f980c-f5fa-426a-95ee-187a25c48b1b Nov 02 13:09:23.959664 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Port 0e7f980c-f5fa-426a-95ee-187a25c48b1b cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:24.126216 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-f5a33ab7-a4b2-43b9-b5ff-29f7d701bc20 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Calling delete_port for 25a79167-6041-45b6-add4-fecf5e48c42b owned by network:floatingip {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:09:24.151303 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7808084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548236'] for router_interface (99caa4d7-2844-471a-9cc6-430cdaf2d704), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:24.164853 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7f980c-f5fa-426a-95ee-187a25c48b1b,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:24.215706 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.215706 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.216161 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.216889 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.216889 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.217131 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.217500 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.218065 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.218419 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.218753 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.219120 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.219544 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.219878 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.313483 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 604da2f1-fc47-4ee6-82a6-77b378913337 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:24.354663 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Network 4acbc30b-a10f-441b-b9d7-ffded3d01c17 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:24.356997 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:24.391037 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 604da2f1-fc47-4ee6-82a6-77b378913337 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:24.391555 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (604da2f1-fc47-4ee6-82a6-77b378913337), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:24.391893 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 604da2f1-fc47-4ee6-82a6-77b378913337 Nov 02 13:09:24.461956 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Attempt 3 to provision port 0e7f980c-f5fa-426a-95ee-187a25c48b1b Nov 02 13:09:24.521775 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Port 0e7f980c-f5fa-426a-95ee-187a25c48b1b cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:24.536103 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 604da2f1-fc47-4ee6-82a6-77b378913337 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:24.536501 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (604da2f1-fc47-4ee6-82a6-77b378913337), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:24.540174 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f5a33ab7-a4b2-43b9-b5ff-29f7d701bc20 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (25a79167-6041-45b6-add4-fecf5e48c42b), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:24.565130 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port 604da2f1-fc47-4ee6-82a6-77b378913337, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=604da2f1-fc47-4ee6-82a6-77b378913337,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:24.567152 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a33ab7-a4b2-43b9-b5ff-29f7d701bc20 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event deleted for resources: {'Port': ['ID=25a79167-6041-45b6-add4-fecf5e48c42b,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:24.634444 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (604da2f1-fc47-4ee6-82a6-77b378913337), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:24.662111 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Router 99caa4d7-2844-471a-9cc6-430cdaf2d704 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:09:24.669671 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f5a33ab7-a4b2-43b9-b5ff-29f7d701bc20 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (e7f3b2ec-835d-4ea1-b6be-8367837d50c1), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:24.672412 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f5a33ab7-a4b2-43b9-b5ff-29f7d701bc20 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:24.673628 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-f5a33ab7-a4b2-43b9-b5ff-29f7d701bc20 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "DELETE /v2.0/floatingips/e7f3b2ec-835d-4ea1-b6be-8367837d50c1 HTTP/1.1" status: 204 len: 168 time: 1.1967227 Nov 02 13:09:24.709372 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=604da2f1-fc47-4ee6-82a6-77b378913337,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:24.785598 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:09:24.791509 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-f1c29952-21ec-4180-a3e4-3489d1059a77 admin admin] 10.222.0.93 "PUT /v2.0/routers/99caa4d7-2844-471a-9cc6-430cdaf2d704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8339159 Nov 02 13:09:24.824500 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59856) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:24.829821 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-26877997-8bb4-477a-8cbc-34aaa618e390 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1051749327', 'description': 'tempest-description--1542127374'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:24.958297 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26877997-8bb4-477a-8cbc-34aaa618e390 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.020044 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Attempt 4 to provision port 0e7f980c-f5fa-426a-95ee-187a25c48b1b Nov 02 13:09:25.032163 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26877997-8bb4-477a-8cbc-34aaa618e390 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group (f97a0822-b429-4ead-ace9-956cf8a1c306), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.059859 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Port 0e7f980c-f5fa-426a-95ee-187a25c48b1b cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:25.153860 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26877997-8bb4-477a-8cbc-34aaa618e390 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f97a0822-b429-4ead-ace9-956cf8a1c306), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.184931 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26877997-8bb4-477a-8cbc-34aaa618e390 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97a0822-b429-4ead-ace9-956cf8a1c306,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:25.281803 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-26877997-8bb4-477a-8cbc-34aaa618e390 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.283198 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-26877997-8bb4-477a-8cbc-34aaa618e390 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4576035 Nov 02 13:09:25.286539 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59864) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:25.291816 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-edb83755-3d7e-47e8-b96a-859892db9531 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Request body: {'security_group_rule': {'security_group_id': 'f97a0822-b429-4ead-ace9-956cf8a1c306', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:25.391319 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59866) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:25.395966 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-522ed23b-3455-4637-a490-4030c74b10c8 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-156672373', 'description': 'tempest-secgroup-smoke-156672373 description', 'project_id': '48078b2fadcb4b11a08c2590bae681dd'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:25.469235 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-edb83755-3d7e-47e8-b96a-859892db9531 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group_rule (bea33dcc-058f-473a-8c6d-39b351dcd2ff), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.490928 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-522ed23b-3455-4637-a490-4030c74b10c8 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.558616 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-edb83755-3d7e-47e8-b96a-859892db9531 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group_rule (bea33dcc-058f-473a-8c6d-39b351dcd2ff), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.561336 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Attempt 5 to provision port 0e7f980c-f5fa-426a-95ee-187a25c48b1b Nov 02 13:09:25.592448 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-522ed23b-3455-4637-a490-4030c74b10c8 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group (2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.596352 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Port 0e7f980c-f5fa-426a-95ee-187a25c48b1b cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:25.616919 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-edb83755-3d7e-47e8-b96a-859892db9531 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (bea33dcc-058f-473a-8c6d-39b351dcd2ff), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.635777 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb83755-3d7e-47e8-b96a-859892db9531 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea33dcc-058f-473a-8c6d-39b351dcd2ff,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:25.668292 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-522ed23b-3455-4637-a490-4030c74b10c8 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.699330 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ed23b-3455-4637-a490-4030c74b10c8 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:25.705321 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-edb83755-3d7e-47e8-b96a-859892db9531 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.707397 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-edb83755-3d7e-47e8-b96a-859892db9531 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4190190 Nov 02 13:09:25.709979 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59868) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:25.714836 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-781a13af-f3f9-46ca-8712-fd2a42f57e39 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Request body: {'security_group_rule': {'security_group_id': 'f97a0822-b429-4ead-ace9-956cf8a1c306', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:25.761947 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-522ed23b-3455-4637-a490-4030c74b10c8 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.763210 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-522ed23b-3455-4637-a490-4030c74b10c8 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3708768 Nov 02 13:09:25.766190 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59870) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:25.770532 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-5cde60a8-57ca-487b-860f-a4062a7b182b tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Request body: {'security_group_rule': {'security_group_id': '2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd', 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:25.885538 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-781a13af-f3f9-46ca-8712-fd2a42f57e39 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group_rule (a0a33784-32af-428c-8356-04d35fb857ae), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.928546 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5cde60a8-57ca-487b-860f-a4062a7b182b tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (ae5bef6e-a318-4ca5-98c5-0cb83cf250aa), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.945435 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-781a13af-f3f9-46ca-8712-fd2a42f57e39 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group_rule (a0a33784-32af-428c-8356-04d35fb857ae), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:25.997203 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5cde60a8-57ca-487b-860f-a4062a7b182b tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (ae5bef6e-a318-4ca5-98c5-0cb83cf250aa), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.016053 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-781a13af-f3f9-46ca-8712-fd2a42f57e39 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (a0a33784-32af-428c-8356-04d35fb857ae), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.033609 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a13af-f3f9-46ca-8712-fd2a42f57e39 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a33784-32af-428c-8356-04d35fb857ae,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:26.072522 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5cde60a8-57ca-487b-860f-a4062a7b182b tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (ae5bef6e-a318-4ca5-98c5-0cb83cf250aa), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.091457 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde60a8-57ca-487b-860f-a4062a7b182b tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5bef6e-a318-4ca5-98c5-0cb83cf250aa,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:26.097938 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Attempt 6 to provision port 0e7f980c-f5fa-426a-95ee-187a25c48b1b Nov 02 13:09:26.106061 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-781a13af-f3f9-46ca-8712-fd2a42f57e39 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.107452 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-781a13af-f3f9-46ca-8712-fd2a42f57e39 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3964515 Nov 02 13:09:26.110746 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59872) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:26.115215 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Request body: {'floatingip': {'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:26.131952 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Port 0e7f980c-f5fa-426a-95ee-187a25c48b1b cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:26.169449 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5cde60a8-57ca-487b-860f-a4062a7b182b tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.170647 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-5cde60a8-57ca-487b-860f-a4062a7b182b tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4035287 Nov 02 13:09:26.173761 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59874) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:26.178685 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-42a9bae7-e47f-4503-85e6-136b5706d441 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Request body: {'security_group_rule': {'security_group_id': '2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd', 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:26.254530 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 604da2f1-fc47-4ee6-82a6-77b378913337 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:26.262662 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.303244 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 604da2f1-fc47-4ee6-82a6-77b378913337 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:26.303643 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (604da2f1-fc47-4ee6-82a6-77b378913337), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.303982 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 604da2f1-fc47-4ee6-82a6-77b378913337 Nov 02 13:09:26.315495 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-42a9bae7-e47f-4503-85e6-136b5706d441 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (afa7645d-e53c-403f-a713-2319a305f90d), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.388823 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 604da2f1-fc47-4ee6-82a6-77b378913337 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:26.394979 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-42a9bae7-e47f-4503-85e6-136b5706d441 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (afa7645d-e53c-403f-a713-2319a305f90d), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.427179 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.474466 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-42a9bae7-e47f-4503-85e6-136b5706d441 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (afa7645d-e53c-403f-a713-2319a305f90d), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.504635 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9bae7-e47f-4503-85e6-136b5706d441 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa7645d-e53c-403f-a713-2319a305f90d,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:26.566422 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Allocated IP 172.28.4.92 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/482bcd8e-c529-46a7-a1ca-d1ab25eff637) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:26.584506 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-42a9bae7-e47f-4503-85e6-136b5706d441 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.586323 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-42a9bae7-e47f-4503-85e6-136b5706d441 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4115608 Nov 02 13:09:26.589540 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59876) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:26.594812 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-7fe3e6ec-bf56-4831-9891-32bbf36012e5 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Request body: {'security_group_rule': {'security_group_id': '2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd', 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:26.633003 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Attempt 7 to provision port 0e7f980c-f5fa-426a-95ee-187a25c48b1b Nov 02 13:09:26.669043 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Port 0e7f980c-f5fa-426a-95ee-187a25c48b1b cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:26.690980 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7fe3e6ec-bf56-4831-9891-32bbf36012e5 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (e642ffa0-e5d3-421e-bd33-e5e9d990e3c0), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.694285 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for port (482bcd8e-c529-46a7-a1ca-d1ab25eff637), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.757181 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7fe3e6ec-bf56-4831-9891-32bbf36012e5 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (e642ffa0-e5d3-421e-bd33-e5e9d990e3c0), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.806284 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (482bcd8e-c529-46a7-a1ca-d1ab25eff637), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.844858 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:26.847785 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:26.854309 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:26.859552 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event updated for resources: {'Port': ['ID=482bcd8e-c529-46a7-a1ca-d1ab25eff637,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:26.873025 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7fe3e6ec-bf56-4831-9891-32bbf36012e5 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (e642ffa0-e5d3-421e-bd33-e5e9d990e3c0), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.891199 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3e6ec-bf56-4831-9891-32bbf36012e5 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e642ffa0-e5d3-421e-bd33-e5e9d990e3c0,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:26.972041 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (404aaf3f-552d-4c0a-8b54-b641de872cf1), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.984674 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7fe3e6ec-bf56-4831-9891-32bbf36012e5 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.985974 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-7fe3e6ec-bf56-4831-9891-32bbf36012e5 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3950393 Nov 02 13:09:26.989377 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59878) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:26.997070 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-d3631691-0130-4b53-a17d-31cd61f3166a tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Request body: {'security_group_rule': {'security_group_id': '2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd', 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:27.055577 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Sync routers for ids ['99caa4d7-2844-471a-9cc6-430cdaf2d704'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:09:27.067388 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Routers {'99caa4d7-2844-471a-9cc6-430cdaf2d704'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:27.068013 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['99caa4d7-2844-471a-9cc6-430cdaf2d704'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:27.102519 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (482bcd8e-c529-46a7-a1ca-d1ab25eff637), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.167019 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d3631691-0130-4b53-a17d-31cd61f3166a tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (98ecf9c0-c27a-4e7f-a4ba-f838406807cc), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.170475 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Attempt 8 to provision port 0e7f980c-f5fa-426a-95ee-187a25c48b1b Nov 02 13:09:27.185404 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Set router 99caa4d7-2844-471a-9cc6-430cdaf2d704 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:27.214559 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Port 0e7f980c-f5fa-426a-95ee-187a25c48b1b cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:27.301270 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d3631691-0130-4b53-a17d-31cd61f3166a tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (98ecf9c0-c27a-4e7f-a4ba-f838406807cc), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.335181 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for port (482bcd8e-c529-46a7-a1ca-d1ab25eff637), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.377482 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d3631691-0130-4b53-a17d-31cd61f3166a tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (98ecf9c0-c27a-4e7f-a4ba-f838406807cc), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.410416 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'name': 'tempest-TestShelveInstance-66113659-router', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62'}], 'enable_snat': True}, 'gw_port_id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:18Z', 'updated_at': '2022-11-02T13:09:23Z', 'revision_number': 4, 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'gw_port': {'id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:19Z', 'updated_at': '2022-11-02T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '0e7f980c-f5fa-426a-95ee-187a25c48b1b', 'name': '', 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'mac_address': 'fa:16:3e:07:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7dac5ede-8707-4640-a3dc-e6c6e359f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:22Z', 'updated_at': '2022-11-02T13:09:23Z', 'revision_number': 2, 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'subnets': [{'id': '7dac5ede-8707-4640-a3dc-e6c6e359f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:27.410746 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3631691-0130-4b53-a17d-31cd61f3166a tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ecf9c0-c27a-4e7f-a4ba-f838406807cc,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:27.415213 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (482bcd8e-c529-46a7-a1ca-d1ab25eff637), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.455474 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Checking router: 99caa4d7-2844-471a-9cc6-430cdaf2d704 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:09:27.456341 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Updating router 99caa4d7-2844-471a-9cc6-430cdaf2d704 port 0e7f980c-f5fa-426a-95ee-187a25c48b1b binding host dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:09:27.490576 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d3631691-0130-4b53-a17d-31cd61f3166a tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.491138 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d3631691-0130-4b53-a17d-31cd61f3166a tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5000653 Nov 02 13:09:27.495591 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 59880) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:27.500277 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-53f4d40e-a2b1-4486-955a-cd8c5cd56176 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Request body: {'security_group_rule': {'security_group_id': '2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd', 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:27.508940 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.549527 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event updated for resources: {'Port': ['ID=482bcd8e-c529-46a7-a1ca-d1ab25eff637,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:27.553515 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (404aaf3f-552d-4c0a-8b54-b641de872cf1), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.618195 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.securitygroups_db [None req-53f4d40e-a2b1-4486-955a-cd8c5cd56176 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Project 48078b2fadcb4b11a08c2590bae681dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:09:27.625478 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-53f4d40e-a2b1-4486-955a-cd8c5cd56176 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (cdaf8cd0-74cf-40e3-a4f2-8321dac9c5e5), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.653208 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.654597 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-1a86bb70-e68b-4ffc-9568-f3ac9d802110 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5428417 Nov 02 13:09:27.715529 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Attempt 9 to provision port 0e7f980c-f5fa-426a-95ee-187a25c48b1b Nov 02 13:09:27.717507 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-53f4d40e-a2b1-4486-955a-cd8c5cd56176 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (cdaf8cd0-74cf-40e3-a4f2-8321dac9c5e5), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.776532 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Port 0e7f980c-f5fa-426a-95ee-187a25c48b1b cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:27.800151 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-53f4d40e-a2b1-4486-955a-cd8c5cd56176 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (cdaf8cd0-74cf-40e3-a4f2-8321dac9c5e5), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.824224 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4d40e-a2b1-4486-955a-cd8c5cd56176 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdaf8cd0-74cf-40e3-a4f2-8321dac9c5e5,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:27.880858 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Publish callbacks [] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), precommit_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.918188 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-53f4d40e-a2b1-4486-955a-cd8c5cd56176 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:27.919363 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-53f4d40e-a2b1-4486-955a-cd8c5cd56176 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4227593 Nov 02 13:09:27.922726 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 59896) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:27.927659 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-0b86a97c-ddf6-4f70-8a1d-b832cf3a8ee6 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Request body: {'security_group_rule': {'security_group_id': '2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd', 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:27.964695 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-a9956dd7-2952-4def-93e3-131462eab919 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1051749327&fields=id&tenant_id=5e267dd7fddd4c98a95ffd74397f2676 HTTP/1.1" status: 200 len: 267 time: 0.0548475 Nov 02 13:09:27.987995 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:28.046153 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.securitygroups_db [None req-0b86a97c-ddf6-4f70-8a1d-b832cf3a8ee6 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Project 48078b2fadcb4b11a08c2590bae681dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:09:28.051610 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21452afb-dad8-401d-a801-8e001216afd6 None None] Pushing event updated for resources: {'Port': ['ID=0e7f980c-f5fa-426a-95ee-187a25c48b1b,revision_number=3']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:28.054839 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0b86a97c-ddf6-4f70-8a1d-b832cf3a8ee6 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (f0a0cd22-5d3f-471a-8087-85564700f5df), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:28.083552 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Attempting to bind port 0e7f980c-f5fa-426a-95ee-187a25c48b1b on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:09:28.084381 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Attempting to bind port 0e7f980c-f5fa-426a-95ee-187a25c48b1b by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': '0528c6ab-764e-47ba-8a32-37db10cff9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17'}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:09:28.084381 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Attempting to bind port 0e7f980c-f5fa-426a-95ee-187a25c48b1b on network 4acbc30b-a10f-441b-b9d7-ffded3d01c17 {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:28.088404 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-0c181491-a7f9-4c0d-9b94-6088c033222b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:28.090381 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-0c181491-a7f9-4c0d-9b94-6088c033222b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 817 time: 0.1213307 Nov 02 13:09:28.092458 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:09:28.092914 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Checking segment: {'id': '0528c6ab-764e-47ba-8a32-37db10cff9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:09:28.093478 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:28.093903 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Bound using segment: {'id': '0528c6ab-764e-47ba-8a32-37db10cff9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17'} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:09:28.094403 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Bound port: 0e7f980c-f5fa-426a-95ee-187a25c48b1b, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0528c6ab-764e-47ba-8a32-37db10cff9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17'}}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:09:28.094798 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:28.113331 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-0682742d-ac7f-440a-a134-6e7adbbdaa5c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/quotas/5e267dd7fddd4c98a95ffd74397f2676 HTTP/1.1" status: 200 len: 375 time: 0.0121617 Nov 02 13:09:28.142244 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0b86a97c-ddf6-4f70-8a1d-b832cf3a8ee6 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (f0a0cd22-5d3f-471a-8087-85564700f5df), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:28.175287 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] For port 0e7f980c-f5fa-426a-95ee-187a25c48b1b, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:09:28.179244 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] For port 0e7f980c-f5fa-426a-95ee-187a25c48b1b, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=0e7f980c-f5fa-426a-95ee-187a25c48b1b,segment=NetworkSegment(0528c6ab-764e-47ba-8a32-37db10cff9f8),segment_id=0528c6ab-764e-47ba-8a32-37db10cff9f8)] {{(pid=116232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:09:28.185691 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-4373fe43-bf86-4751-83ab-f03da1980020 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627825 Nov 02 13:09:28.266881 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0b86a97c-ddf6-4f70-8a1d-b832cf3a8ee6 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (f0a0cd22-5d3f-471a-8087-85564700f5df), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:28.278204 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Attempt 10 to provision port 0e7f980c-f5fa-426a-95ee-187a25c48b1b Nov 02 13:09:28.285113 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-f24efa26-5df7-4e8b-a2dd-60b1741be829 service neutron] 10.222.0.93 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909684 Nov 02 13:09:28.286213 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86a97c-ddf6-4f70-8a1d-b832cf3a8ee6 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a0cd22-5d3f-471a-8087-85564700f5df,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:28.297225 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:28.312330 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-743e00b8-6fec-4cab-9712-8addfbc6920c None None] Port 0e7f980c-f5fa-426a-95ee-187a25c48b1b cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:28.337578 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Routers {'99caa4d7-2844-471a-9cc6-430cdaf2d704'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:28.338667 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['99caa4d7-2844-471a-9cc6-430cdaf2d704'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:28.379178 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0b86a97c-ddf6-4f70-8a1d-b832cf3a8ee6 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:28.388603 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-0b86a97c-ddf6-4f70-8a1d-b832cf3a8ee6 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4566576 Nov 02 13:09:28.391271 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-9dfb2896-8dee-42e1-bb0d-16b324b312c7 service neutron] 10.222.0.93 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957067 Nov 02 13:09:28.407317 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21452afb-dad8-401d-a801-8e001216afd6 None None] Pushing event updated for resources: {'Port': ['ID=0e7f980c-f5fa-426a-95ee-187a25c48b1b,revision_number=4']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:28.455894 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-39de562c-0acc-492b-9afc-3fb0abbb70cf None None] Provisioning complete for port 0e7f980c-f5fa-426a-95ee-187a25c48b1b triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:28.456291 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-39de562c-0acc-492b-9afc-3fb0abbb70cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:28.456648 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-39de562c-0acc-492b-9afc-3fb0abbb70cf None None] Attempt 1 to provision port 0e7f980c-f5fa-426a-95ee-187a25c48b1b Nov 02 13:09:28.490668 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] Set router 99caa4d7-2844-471a-9cc6-430cdaf2d704 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:28.554805 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-39de562c-0acc-492b-9afc-3fb0abbb70cf None None] Current status of the port 0e7f980c-f5fa-426a-95ee-187a25c48b1b is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:28.555215 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-39de562c-0acc-492b-9afc-3fb0abbb70cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:28.606468 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-39de562c-0acc-492b-9afc-3fb0abbb70cf None None] For port 0e7f980c-f5fa-426a-95ee-187a25c48b1b, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=0e7f980c-f5fa-426a-95ee-187a25c48b1b,segment=NetworkSegment(0528c6ab-764e-47ba-8a32-37db10cff9f8),segment_id=0528c6ab-764e-47ba-8a32-37db10cff9f8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:28.697095 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-39de562c-0acc-492b-9afc-3fb0abbb70cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:28.717342 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-25eb83b7-c5ca-4f81-ad86-87464f2c171d req-d85456fd-47b9-43af-8c14-2ea0efc4088f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 210 time: 0.0415366 Nov 02 13:09:28.786027 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de562c-0acc-492b-9afc-3fb0abbb70cf None None] Pushing event updated for resources: {'Port': ['ID=0e7f980c-f5fa-426a-95ee-187a25c48b1b,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:28.857309 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'name': 'tempest-TestShelveInstance-66113659-router', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62'}], 'enable_snat': True}, 'gw_port_id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:18Z', 'updated_at': '2022-11-02T13:09:23Z', 'revision_number': 4, 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'gw_port': {'id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:19Z', 'updated_at': '2022-11-02T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '0e7f980c-f5fa-426a-95ee-187a25c48b1b', 'name': '', 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'mac_address': 'fa:16:3e:07:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7dac5ede-8707-4640-a3dc-e6c6e359f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:22Z', 'updated_at': '2022-11-02T13:09:28Z', 'revision_number': 4, 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'subnets': [{'id': '7dac5ede-8707-4640-a3dc-e6c6e359f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:28.890478 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d9a6d-1825-4ea2-ad2a-3b9c7476091e None None] The sync data for ids ['99caa4d7-2844-471a-9cc6-430cdaf2d704'] in dv-cinder-863278-1-smb is: [{'id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'name': 'tempest-TestShelveInstance-66113659-router', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62'}], 'enable_snat': True}, 'gw_port_id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:18Z', 'updated_at': '2022-11-02T13:09:23Z', 'revision_number': 4, 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'gw_port': {'id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:19Z', 'updated_at': '2022-11-02T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '0e7f980c-f5fa-426a-95ee-187a25c48b1b', 'name': '', 'network_id': '4acbc30b-a10f-441b-b9d7-ffded3d01c17', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'mac_address': 'fa:16:3e:07:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7dac5ede-8707-4640-a3dc-e6c6e359f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:22Z', 'updated_at': '2022-11-02T13:09:28Z', 'revision_number': 4, 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'subnets': [{'id': '7dac5ede-8707-4640-a3dc-e6c6e359f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:09:29.863538 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-340037de-9384-4d93-bb9d-2d1e75e4f513 req-7ea1ea88-8785-4458-bf95-db7fbde3e7ac tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 210 time: 0.0321765 Nov 02 13:09:30.289113 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 0e7f980c-f5fa-426a-95ee-187a25c48b1b up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:30.338855 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 0e7f980c-f5fa-426a-95ee-187a25c48b1b triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:30.339240 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:30.339582 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 0e7f980c-f5fa-426a-95ee-187a25c48b1b Nov 02 13:09:30.430813 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 0e7f980c-f5fa-426a-95ee-187a25c48b1b is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:30.980607 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-21ee6723-602c-4d55-b68b-1bf9ceb7f2fe req-84223031-6a02-44b9-a52a-a4b0395e15bf tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 210 time: 0.0333476 Nov 02 13:09:31.324428 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-c5eb9ff1-45d2-4e66-becf-8702cc2d7481 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:31.326025 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-c5eb9ff1-45d2-4e66-becf-8702cc2d7481 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.86 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 817 time: 0.1159284 Nov 02 13:09:31.399004 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-adb73677-c496-45be-b66c-bbcd3da505c4 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e267dd7fddd4c98a95ffd74397f2676 HTTP/1.1" status: 200 len: 380 time: 0.0581110 Nov 02 13:09:31.408201 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Request body: {'port': {'device_id': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'admin_state_up': True, 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'security_groups': ['f97a0822-b429-4ead-ace9-956cf8a1c306']}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:31.662307 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Made reservation on behalf of 5e267dd7fddd4c98a95ffd74397f2676 for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:09:31.666338 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:31.816500 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Allocated IP 172.20.0.14 (af1e376b-b426-494b-8a32-b21f326de9ab/bdd7ea9e-d241-4624-a937-ad8a4b255cc5/60827f5b-cea1-4157-8356-df1919564bdd) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:31.971964 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for port (60827f5b-cea1-4157-8356-df1919564bdd), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:32.095325 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (60827f5b-cea1-4157-8356-df1919564bdd), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:32.098477 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-92e7b171-2652-47bc-8480-250d5f86e8f8 req-b5efae75-28ee-4fe6-ab6c-b493fe56b49f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 210 time: 0.0324895 Nov 02 13:09:32.139280 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Network af1e376b-b426-494b-8a32-b21f326de9ab is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:32.142486 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:32.146380 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:32.190187 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event updated for resources: {'Port': ['ID=60827f5b-cea1-4157-8356-df1919564bdd,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:32.213739 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:32.214410 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:32.306429 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-af20582e-8d47-4c17-ba12-c0eaa93d209e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9022431 Nov 02 13:09:32.327705 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Request body: {'port': {'device_id': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:32.395737 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (60827f5b-cea1-4157-8356-df1919564bdd), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:32.447998 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-875d003c-dd4b-4298-9098-911bfd040ce3 None None] Provisioning complete for port 60827f5b-cea1-4157-8356-df1919564bdd triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:32.448680 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-875d003c-dd4b-4298-9098-911bfd040ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (60827f5b-cea1-4157-8356-df1919564bdd), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:32.448680 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-875d003c-dd4b-4298-9098-911bfd040ce3 None None] Attempt 1 to provision port 60827f5b-cea1-4157-8356-df1919564bdd Nov 02 13:09:32.490659 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-875d003c-dd4b-4298-9098-911bfd040ce3 None None] Port 60827f5b-cea1-4157-8356-df1919564bdd cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:32.704685 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60827f5b-cea1-4157-8356-df1919564bdd {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:09:32.713961 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Publish callbacks [] for port (60827f5b-cea1-4157-8356-df1919564bdd), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:32.729620 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Transition to ACTIVE for port object 60827f5b-cea1-4157-8356-df1919564bdd will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:09:32.856985 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (60827f5b-cea1-4157-8356-df1919564bdd), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:32.921678 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Pushing event updated for resources: {'Port': ['ID=60827f5b-cea1-4157-8356-df1919564bdd,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:32.979113 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Attempting to bind port 60827f5b-cea1-4157-8356-df1919564bdd on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:09:32.979547 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Attempting to bind port 60827f5b-cea1-4157-8356-df1919564bdd by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:09:32.979980 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Attempting to bind port 60827f5b-cea1-4157-8356-df1919564bdd on network af1e376b-b426-494b-8a32-b21f326de9ab {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:32.986440 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Port 60827f5b-cea1-4157-8356-df1919564bdd on network af1e376b-b426-494b-8a32-b21f326de9ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:09:32.986762 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Attempting to bind port 60827f5b-cea1-4157-8356-df1919564bdd on network af1e376b-b426-494b-8a32-b21f326de9ab {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:32.992105 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-875d003c-dd4b-4298-9098-911bfd040ce3 None None] Attempt 2 to provision port 60827f5b-cea1-4157-8356-df1919564bdd Nov 02 13:09:32.992773 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:09:32.993168 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Checking segment: {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:09:32.993597 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Bound using segment: {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:09:32.994092 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Bound port: 60827f5b-cea1-4157-8356-df1919564bdd, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a767819-6fa7-45e3-a5a2-f47aae0ef023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:09:32.994462 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (60827f5b-cea1-4157-8356-df1919564bdd), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:33.027147 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-875d003c-dd4b-4298-9098-911bfd040ce3 None None] Port 60827f5b-cea1-4157-8356-df1919564bdd cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:33.065349 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:09:33.068999 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=60827f5b-cea1-4157-8356-df1919564bdd,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:09:33.204152 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (60827f5b-cea1-4157-8356-df1919564bdd), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:33.208610 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:33.209232 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:33.210916 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] 10.222.0.86 "PUT /v2.0/ports/60827f5b-cea1-4157-8356-df1919564bdd HTTP/1.1" status: 200 len: 1094 time: 0.8898749 Nov 02 13:09:33.211538 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:33.215848 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c2165d-0e74-4b76-a297-eec976630c82" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "tag": "60827f5b-cea1-4157-8356-df1919564bdd"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:33.253262 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a35ea-5fc0-4805-8a3a-1b4206a9edcc req-f1daa9bd-f809-453a-a115-79c7e1aada60 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:33.255651 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5a2a35ea-5fc0-4805-8a3a-1b4206a9edcc req-f1daa9bd-f809-453a-a115-79c7e1aada60 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0668664 Nov 02 13:09:33.262122 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736033ab-bac5-4729-976b-10ea26cc43b9 x-openstack-request-id: req-736033ab-bac5-4729-976b-10ea26cc43b9 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:33.262370 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "tag": "60827f5b-cea1-4157-8356-df1919564bdd", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:33.262716 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-736033ab-bac5-4729-976b-10ea26cc43b9 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:33.263343 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736033ab-bac5-4729-976b-10ea26cc43b9'] response: {'name': 'network-changed', 'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd', 'status': 'completed', 'code': 200} Nov 02 13:09:33.282013 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77710bc6-8075-48eb-b165-0baa548ecfff service neutron] Pushing event updated for resources: {'Port': ['ID=60827f5b-cea1-4157-8356-df1919564bdd,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:33.316604 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5a2a35ea-5fc0-4805-8a3a-1b4206a9edcc req-abfd0efb-63f8-401d-89ec-54cad9fcf9bb tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524213 Nov 02 13:09:33.358672 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2165d-0e74-4b76-a297-eec976630c82 req-c7800718-a1cc-4375-963d-a46972e103a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:33.360197 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79c2165d-0e74-4b76-a297-eec976630c82 req-c7800718-a1cc-4375-963d-a46972e103a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 1128 time: 0.0489278 Nov 02 13:09:33.482730 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2165d-0e74-4b76-a297-eec976630c82 req-52052c6d-c6e8-4dec-9411-639eaa8e6f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:33.484263 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79c2165d-0e74-4b76-a297-eec976630c82 req-52052c6d-c6e8-4dec-9411-639eaa8e6f6d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1094429 Nov 02 13:09:33.528769 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-875d003c-dd4b-4298-9098-911bfd040ce3 None None] Attempt 3 to provision port 60827f5b-cea1-4157-8356-df1919564bdd Nov 02 13:09:33.573965 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-875d003c-dd4b-4298-9098-911bfd040ce3 None None] Port 60827f5b-cea1-4157-8356-df1919564bdd had new provisioning blocks added so it will not transition to active. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:09:33.586713 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2165d-0e74-4b76-a297-eec976630c82 req-962d6df3-c771-403f-bde6-11aa088a7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:33.588331 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79c2165d-0e74-4b76-a297-eec976630c82 req-962d6df3-c771-403f-bde6-11aa088a7205 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0977373 Nov 02 13:09:33.702753 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-4dd855d3-8777-4fab-8ae9-a496319322e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:33.704248 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-4dd855d3-8777-4fab-8ae9-a496319322e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 1128 time: 0.0495253 Nov 02 13:09:33.761989 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-23ed9b1c-8a3c-4aa2-ba6c-aca2596218f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60827f5b-cea1-4157-8356-df1919564bdd HTTP/1.1" status: 200 len: 217 time: 0.0387635 Nov 02 13:09:33.813806 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-eb433cb4-5863-4d39-b44c-bb4bc4b33683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:33.815366 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-eb433cb4-5863-4d39-b44c-bb4bc4b33683 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 200 len: 856 time: 0.0471442 Nov 02 13:09:33.872801 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-20f20222-65a2-405b-b856-346d19af611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:33.874448 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-20f20222-65a2-405b-b856-346d19af611d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af1e376b-b426-494b-8a32-b21f326de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0504377 Nov 02 13:09:33.974736 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-b9094064-25b7-4b08-b190-4082dc9e62b6 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937815 Nov 02 13:09:34.076678 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-575688b0-1b67-4e8f-b584-a20ba437a67f req-02f3961b-0490-49ae-b85d-164f488beebf service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952749 Nov 02 13:09:34.400001 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9d657ed2-d15b-4465-bac3-d16fe427ed64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:34.471704 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711bb29-7a23-4f2d-bde2-68550dda6eed req-d8fbb700-17e4-48fe-94ea-c962fdd3b88b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:34.473771 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c711bb29-7a23-4f2d-bde2-68550dda6eed req-d8fbb700-17e4-48fe-94ea-c962fdd3b88b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0634277 Nov 02 13:09:34.539089 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c711bb29-7a23-4f2d-bde2-68550dda6eed req-7d578871-5ce1-4586-817e-6d4adb32944a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588899 Nov 02 13:09:35.677630 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ccf2a-dab7-4b24-9778-c57f8f7ad5f6 req-2ec0b7ca-848d-4903-8bfb-49d02069eb7b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:35.679921 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3c6ccf2a-dab7-4b24-9778-c57f8f7ad5f6 req-2ec0b7ca-848d-4903-8bfb-49d02069eb7b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0571375 Nov 02 13:09:35.736284 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3c6ccf2a-dab7-4b24-9778-c57f8f7ad5f6 req-da187eb6-5931-4534-8d2a-20e28fc5717b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505965 Nov 02 13:09:36.882519 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fa357-5817-48a7-ba5d-d30c6a7262b7 req-0d7142df-1ae6-4802-b118-93dc7bab99e9 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:36.884071 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-245fa357-5817-48a7-ba5d-d30c6a7262b7 req-0d7142df-1ae6-4802-b118-93dc7bab99e9 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0632417 Nov 02 13:09:36.936175 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-245fa357-5817-48a7-ba5d-d30c6a7262b7 req-90b5db10-f11f-4d2a-a9bc-8a445566bd83 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454948 Nov 02 13:09:37.110358 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 60827f5b-cea1-4157-8356-df1919564bdd details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:09:37.216084 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=60827f5b-cea1-4157-8356-df1919564bdd,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:37.234691 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '60827f5b-cea1-4157-8356-df1919564bdd', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'port_id': '60827f5b-cea1-4157-8356-df1919564bdd', 'mac_address': 'fa:16:3e:2c:fb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:09:37.274632 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 60827f5b-cea1-4157-8356-df1919564bdd is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:37.275134 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (60827f5b-cea1-4157-8356-df1919564bdd), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:37.288917 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60827f5b-cea1-4157-8356-df1919564bdd {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:09:37.311677 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=60827f5b-cea1-4157-8356-df1919564bdd,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:37.403633 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (60827f5b-cea1-4157-8356-df1919564bdd), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:37.458005 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=60827f5b-cea1-4157-8356-df1919564bdd,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:37.865524 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['60827f5b-cea1-4157-8356-df1919564bdd'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:09:38.165550 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759de9f-3646-4d43-ab1e-153c43485719 req-2d553483-916b-4352-81d5-d7a48c714d8d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:38.168401 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3759de9f-3646-4d43-ab1e-153c43485719 req-2d553483-916b-4352-81d5-d7a48c714d8d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 945 time: 0.0993712 Nov 02 13:09:38.224411 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3759de9f-3646-4d43-ab1e-153c43485719 req-39cb83b0-7830-4df5-a708-3928ad0932d6 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505540 Nov 02 13:09:38.363668 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-51cc9a3d-4f00-43ae-89a6-93ef3efc97aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:39.105734 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 60827f5b-cea1-4157-8356-df1919564bdd up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:39.249064 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 60827f5b-cea1-4157-8356-df1919564bdd completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:09:39.253688 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 60827f5b-cea1-4157-8356-df1919564bdd triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:39.254113 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (60827f5b-cea1-4157-8356-df1919564bdd), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:39.254454 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 60827f5b-cea1-4157-8356-df1919564bdd Nov 02 13:09:39.337673 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 60827f5b-cea1-4157-8356-df1919564bdd is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:39.338000 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (60827f5b-cea1-4157-8356-df1919564bdd), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:39.364647 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319095c-76df-48a3-b586-cd08530185bd req-da065dbc-81c2-4143-aaea-1b8ebae1b51d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:39.365221 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:39.367700 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1319095c-76df-48a3-b586-cd08530185bd req-da065dbc-81c2-4143-aaea-1b8ebae1b51d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 945 time: 0.0599558 Nov 02 13:09:39.368485 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351af3e6-c247-45a8-a770-0f872a4fa366" -d '{"events": [{"server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "name": "network-vif-plugged", "status": "completed", "tag": "60827f5b-cea1-4157-8356-df1919564bdd"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:39.384879 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=60827f5b-cea1-4157-8356-df1919564bdd,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:39.419072 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abe8ff8-33b7-4b0c-8768-cf343d931b38 x-openstack-request-id: req-7abe8ff8-33b7-4b0c-8768-cf343d931b38 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:39.419329 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "name": "network-vif-plugged", "status": "completed", "tag": "60827f5b-cea1-4157-8356-df1919564bdd", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:39.419617 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7abe8ff8-33b7-4b0c-8768-cf343d931b38 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:39.420020 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7abe8ff8-33b7-4b0c-8768-cf343d931b38'] response: {'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd', 'code': 200} Nov 02 13:09:39.431388 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1319095c-76df-48a3-b586-cd08530185bd req-33a58a10-59d1-456e-949c-049f0fc05a5b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540657 Nov 02 13:09:39.456693 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (60827f5b-cea1-4157-8356-df1919564bdd), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:39.511416 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=60827f5b-cea1-4157-8356-df1919564bdd,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:39.852825 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b91eb3-30a3-4de9-9c53-f7ef2421597d req-55450e1c-4392-4f22-8e5e-430577d32449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:39.854454 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-59b91eb3-30a3-4de9-9c53-f7ef2421597d req-55450e1c-4392-4f22-8e5e-430577d32449 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 1130 time: 0.0536022 Nov 02 13:09:39.905417 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-59b91eb3-30a3-4de9-9c53-f7ef2421597d req-09eb8bb6-ef18-4094-8922-98b3f244f75d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437071 Nov 02 13:09:40.581059 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:40.584156 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee968d56-fd33-43ca-ba96-bd5b1d27ea5d req-9eba1520-6549-4a96-bc70-3e0c0e7e14c4 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:40.584156 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ee968d56-fd33-43ca-ba96-bd5b1d27ea5d req-9eba1520-6549-4a96-bc70-3e0c0e7e14c4 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0624857 Nov 02 13:09:40.634817 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ee968d56-fd33-43ca-ba96-bd5b1d27ea5d req-fc2e1354-9c8c-4eb1-aa3a-11b4168b128f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450802 Nov 02 13:09:41.387743 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:41.673482 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:41.774787 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f52e7a-5e36-412c-81a5-34fd9c87438b req-082f2e33-ceac-479c-beb2-2724cc38a82a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:41.779947 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-66f52e7a-5e36-412c-81a5-34fd9c87438b req-082f2e33-ceac-479c-beb2-2724cc38a82a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0552356 Nov 02 13:09:41.826410 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-66f52e7a-5e36-412c-81a5-34fd9c87438b req-485b8340-01b9-407c-9d52-cb06610406e7 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438433 Nov 02 13:09:41.964303 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e0609-e82c-4a44-bb1d-3f8b36b2b97d req-3ddb53f8-16ee-470f-aea4-072f6764b49b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:41.970286 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-aa7e0609-e82c-4a44-bb1d-3f8b36b2b97d req-3ddb53f8-16ee-470f-aea4-072f6764b49b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0646858 Nov 02 13:09:41.980924 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60034) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:41.985917 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-d94c2a55-8928-4ad0-a961-415921d159db tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Request body: {'floatingip': {'port_id': '60827f5b-cea1-4157-8356-df1919564bdd'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:42.031206 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d94c2a55-8928-4ad0-a961-415921d159db tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (404aaf3f-552d-4c0a-8b54-b641de872cf1), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:42.486202 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d94c2a55-8928-4ad0-a961-415921d159db tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:42.557192 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d94c2a55-8928-4ad0-a961-415921d159db tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (404aaf3f-552d-4c0a-8b54-b641de872cf1), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:42.656472 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.l3_db [None req-d94c2a55-8928-4ad0-a961-415921d159db tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Floating IP 404aaf3f-552d-4c0a-8b54-b641de872cf1 associated. External IP: 172.28.4.92, port: 60827f5b-cea1-4157-8356-df1919564bdd. Nov 02 13:09:42.868714 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94c2a55-8928-4ad0-a961-415921d159db tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:09:42.975698 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94c2a55-8928-4ad0-a961-415921d159db tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:09:42.980653 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d94c2a55-8928-4ad0-a961-415921d159db tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:42.985366 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f244129-2061-4174-8266-5681dd7eb1d2 None None] Sync routers for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:09:42.996672 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f244129-2061-4174-8266-5681dd7eb1d2 None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:42.997295 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-3f244129-2061-4174-8266-5681dd7eb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:43.011424 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d94c2a55-8928-4ad0-a961-415921d159db tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "PUT /v2.0/floatingips/404aaf3f-552d-4c0a-8b54-b641de872cf1 HTTP/1.1" status: 200 len: 991 time: 1.0292139 Nov 02 13:09:43.012192 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:43.014883 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a764c521-7a71-4251-97e1-936cda4fb86b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "tag": "60827f5b-cea1-4157-8356-df1919564bdd"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:43.057166 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f00579-adec-4fd9-8cf9-146e1cb4e6a6 x-openstack-request-id: req-37f00579-adec-4fd9-8cf9-146e1cb4e6a6 {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:43.057514 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "tag": "60827f5b-cea1-4157-8356-df1919564bdd", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:43.057807 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-37f00579-adec-4fd9-8cf9-146e1cb4e6a6 {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:43.058229 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f00579-adec-4fd9-8cf9-146e1cb4e6a6'] response: {'name': 'network-changed', 'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd', 'status': 'completed', 'code': 200} Nov 02 13:09:43.109308 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-3f244129-2061-4174-8266-5681dd7eb1d2 None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:43.239269 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764c521-7a71-4251-97e1-936cda4fb86b req-3c0ff35b-aafd-47a9-8eda-bdcfd7a82303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:43.239269 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a764c521-7a71-4251-97e1-936cda4fb86b req-3c0ff35b-aafd-47a9-8eda-bdcfd7a82303 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 1130 time: 0.0507843 Nov 02 13:09:43.303908 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764c521-7a71-4251-97e1-936cda4fb86b req-c67e9e66-3ff9-4d6e-ba57-317f911afa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:43.306050 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a764c521-7a71-4251-97e1-936cda4fb86b req-c67e9e66-3ff9-4d6e-ba57-317f911afa54 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 919 time: 0.1275227 Nov 02 13:09:43.373702 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-3f244129-2061-4174-8266-5681dd7eb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '404aaf3f-552d-4c0a-8b54-b641de872cf1', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'floating_ip_address': '172.28.4.92', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'port_id': '60827f5b-cea1-4157-8356-df1919564bdd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'mac_address': 'fa:16:3e:2c:fb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:09:26Z', 'updated_at': '2022-11-02T13:09:42Z', 'revision_number': 1, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:42Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:43.392553 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a764c521-7a71-4251-97e1-936cda4fb86b req-8830a1c1-a755-47c0-99d6-10904d445664 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60827f5b-cea1-4157-8356-df1919564bdd HTTP/1.1" status: 200 len: 999 time: 0.0754926 Nov 02 13:09:43.401882 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f244129-2061-4174-8266-5681dd7eb1d2 None None] Checking router: ddbaa9ff-0d52-47ab-8d51-42a8529fc046 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:09:43.412043 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f244129-2061-4174-8266-5681dd7eb1d2 None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:43.413197 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-3f244129-2061-4174-8266-5681dd7eb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:43.446410 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764c521-7a71-4251-97e1-936cda4fb86b req-20ded7bb-ff49-4978-9d34-8a5b9675a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:43.447904 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a764c521-7a71-4251-97e1-936cda4fb86b req-20ded7bb-ff49-4978-9d34-8a5b9675a5d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 200 len: 856 time: 0.0457129 Nov 02 13:09:43.513811 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764c521-7a71-4251-97e1-936cda4fb86b req-7820b1f1-1246-4574-87a9-6e3c7d58dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:43.515398 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a764c521-7a71-4251-97e1-936cda4fb86b req-7820b1f1-1246-4574-87a9-6e3c7d58dc48 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af1e376b-b426-494b-8a32-b21f326de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0563619 Nov 02 13:09:43.527627 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-3f244129-2061-4174-8266-5681dd7eb1d2 None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:43.618878 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a764c521-7a71-4251-97e1-936cda4fb86b req-3a37f0b3-0fad-4665-8304-659a166b491d service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944178 Nov 02 13:09:43.723587 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a764c521-7a71-4251-97e1-936cda4fb86b req-1dfe70ba-00bd-4061-9f4e-71f7aeaf64cb service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968804 Nov 02 13:09:43.782266 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-3f244129-2061-4174-8266-5681dd7eb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '404aaf3f-552d-4c0a-8b54-b641de872cf1', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'floating_ip_address': '172.28.4.92', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'port_id': '60827f5b-cea1-4157-8356-df1919564bdd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'mac_address': 'fa:16:3e:2c:fb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:09:26Z', 'updated_at': '2022-11-02T13:09:42Z', 'revision_number': 1, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:42Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:43.808597 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f244129-2061-4174-8266-5681dd7eb1d2 None None] The sync data for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb is: [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '404aaf3f-552d-4c0a-8b54-b641de872cf1', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'floating_ip_address': '172.28.4.92', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'port_id': '60827f5b-cea1-4157-8356-df1919564bdd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'mac_address': 'fa:16:3e:2c:fb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:09:26Z', 'updated_at': '2022-11-02T13:09:42Z', 'revision_number': 1, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:42Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:09:44.017485 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa74228-b7eb-42c3-b1e5-54f1f23e7233 None None] New status for floating IP 404aaf3f-552d-4c0a-8b54-b641de872cf1: ACTIVE {{(pid=116232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:09:44.558813 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-05b28129-c425-459f-ab43-541288743565 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-156672373&fields=id&tenant_id=48078b2fadcb4b11a08c2590bae681dd HTTP/1.1" status: 200 len: 267 time: 0.0498021 Nov 02 13:09:44.676458 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-ab3dc0cc-d927-4b24-8138-7729137fc122 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:44.678044 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-ab3dc0cc-d927-4b24-8138-7729137fc122 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/networks?id=17294524-9c76-4ea7-b269-cf5e87a19a9c HTTP/1.1" status: 200 len: 809 time: 0.1117415 Nov 02 13:09:44.700060 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-f04746f3-a563-490d-8bba-001450dd3683 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/quotas/48078b2fadcb4b11a08c2590bae681dd HTTP/1.1" status: 200 len: 375 time: 0.0152411 Nov 02 13:09:44.758460 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-0a22074f-9146-47b4-a780-45d022cc44b8 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=48078b2fadcb4b11a08c2590bae681dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522254 Nov 02 13:09:44.877289 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b168d75b-ef74-4995-a24e-69aac8b2de6e service neutron] 10.222.0.93 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025128 Nov 02 13:09:44.911848 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:44.987272 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6c09cf4-1320-466a-90ff-05c246daa9e8 service neutron] 10.222.0.93 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034806 Nov 02 13:09:45.161248 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:09:45.237999 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c9af37ee-0940-42f4-bfb9-60d1a6986ecb req-faa4741f-f99d-4b0d-b2b8-b836279761da service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469699 Nov 02 13:09:45.323752 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af37ee-0940-42f4-bfb9-60d1a6986ecb req-7a3bb96c-104f-49a2-bbc0-f5a1444e924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:45.325154 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c9af37ee-0940-42f4-bfb9-60d1a6986ecb req-7a3bb96c-104f-49a2-bbc0-f5a1444e924d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 1130 time: 0.0497355 Nov 02 13:09:45.690577 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f2b459c2-d133-45a8-aa05-d8dee98a41f6 req-5e371258-f195-46f5-8f4c-ee93bb57bf47 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 210 time: 0.0331745 Nov 02 13:09:45.731866 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af37ee-0940-42f4-bfb9-60d1a6986ecb req-901682c0-24a9-485d-859a-719682b10066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:45.733441 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c9af37ee-0940-42f4-bfb9-60d1a6986ecb req-901682c0-24a9-485d-859a-719682b10066 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 920 time: 0.3884053 Nov 02 13:09:45.779732 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c9af37ee-0940-42f4-bfb9-60d1a6986ecb req-461e1eb5-20c2-406c-9309-160193a44cb5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1796ac77-4840-46a3-a56e-0d9224eecdf6 HTTP/1.1" status: 200 len: 217 time: 0.0398788 Nov 02 13:09:45.833094 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af37ee-0940-42f4-bfb9-60d1a6986ecb req-ca4069af-6a0d-4bcd-b720-210605ab5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:45.835202 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c9af37ee-0940-42f4-bfb9-60d1a6986ecb req-ca4069af-6a0d-4bcd-b720-210605ab5855 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.0486968 Nov 02 13:09:45.885091 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af37ee-0940-42f4-bfb9-60d1a6986ecb req-4574b42d-1e4e-49cc-bfb0-a6e9d8a749a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:45.886596 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c9af37ee-0940-42f4-bfb9-60d1a6986ecb req-4574b42d-1e4e-49cc-bfb0-a6e9d8a749a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457451 Nov 02 13:09:45.997005 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c9af37ee-0940-42f4-bfb9-60d1a6986ecb req-5c4a9268-4705-4ad2-a44e-bd9270163372 service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005273 Nov 02 13:09:46.099847 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c9af37ee-0940-42f4-bfb9-60d1a6986ecb req-3c29645b-e737-45e1-9d8a-9a8bf29d0f7e service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915332 Nov 02 13:09:46.780373 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f5f675c5-16ba-4305-885d-a2375030e9a5 req-cccd8804-3d60-4c28-9862-256cd306bd70 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 210 time: 0.0307600 Nov 02 13:09:47.882590 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2e491203-4071-42b0-a226-db6b6bbd9e39 req-bf02798e-0c37-4d4e-a2d9-220c848ff90d tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 210 time: 0.0290277 Nov 02 13:09:48.240708 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-3793d799-f989-42ad-a0fb-6ad2dab0a85c tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:48.242325 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-3793d799-f989-42ad-a0fb-6ad2dab0a85c tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.86 "GET /v2.0/networks?id=17294524-9c76-4ea7-b269-cf5e87a19a9c HTTP/1.1" status: 200 len: 809 time: 0.1112394 Nov 02 13:09:48.333691 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-8d8e2be3-4405-4f5a-8bda-e8bfd891314d tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48078b2fadcb4b11a08c2590bae681dd HTTP/1.1" status: 200 len: 379 time: 0.0739856 Nov 02 13:09:48.439770 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Request body: {'port': {'device_id': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'admin_state_up': True, 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'security_groups': ['2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd']}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:48.660116 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Made reservation on behalf of 48078b2fadcb4b11a08c2590bae681dd for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:09:48.664078 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:48.810700 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Allocated IP 172.20.0.9 (17294524-9c76-4ea7-b269-cf5e87a19a9c/8b36a3cc-2757-43d9-a371-c6fd6954fbe7/92fd7710-fa3a-4118-af0c-895441b2f6ad) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:48.960603 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:48.989149 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-793f20ed-0ca2-459f-89ac-7efa3c3d5fe8 req-23f7f09b-5dad-475a-b335-fef7218b04f0 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 210 time: 0.0272138 Nov 02 13:09:49.089954 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:49.143118 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Network 17294524-9c76-4ea7-b269-cf5e87a19a9c is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:49.148181 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:49.155377 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:49.160887 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event updated for resources: {'Port': ['ID=92fd7710-fa3a-4118-af0c-895441b2f6ad,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:49.212697 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:49.220789 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:49.339808 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b6eab855-1904-4f83-ba3c-1c29d29b8e26 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9040251 Nov 02 13:09:49.359035 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Request body: {'port': {'device_id': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:49.398318 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-6da93722-30db-40b5-9cab-93386de86ee6 None None] Provisioning complete for port 92fd7710-fa3a-4118-af0c-895441b2f6ad triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:49.399168 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6da93722-30db-40b5-9cab-93386de86ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:49.399168 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-6da93722-30db-40b5-9cab-93386de86ee6 None None] Attempt 1 to provision port 92fd7710-fa3a-4118-af0c-895441b2f6ad Nov 02 13:09:49.422737 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:49.434764 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-6da93722-30db-40b5-9cab-93386de86ee6 None None] Port 92fd7710-fa3a-4118-af0c-895441b2f6ad cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:49.691732 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fd7710-fa3a-4118-af0c-895441b2f6ad {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:09:49.700280 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Publish callbacks [] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:49.713050 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Transition to ACTIVE for port object 92fd7710-fa3a-4118-af0c-895441b2f6ad will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:09:49.785870 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:49.846558 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Pushing event updated for resources: {'Port': ['ID=92fd7710-fa3a-4118-af0c-895441b2f6ad,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:49.896884 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Attempting to bind port 92fd7710-fa3a-4118-af0c-895441b2f6ad on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:09:49.900585 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Attempting to bind port 92fd7710-fa3a-4118-af0c-895441b2f6ad by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:09:49.900585 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Attempting to bind port 92fd7710-fa3a-4118-af0c-895441b2f6ad on network 17294524-9c76-4ea7-b269-cf5e87a19a9c {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:49.902261 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Port 92fd7710-fa3a-4118-af0c-895441b2f6ad on network 17294524-9c76-4ea7-b269-cf5e87a19a9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:09:49.902585 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Attempting to bind port 92fd7710-fa3a-4118-af0c-895441b2f6ad on network 17294524-9c76-4ea7-b269-cf5e87a19a9c {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:49.908041 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:09:49.908375 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Checking segment: {'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:09:49.908763 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Bound using segment: {'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:09:49.909197 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Bound port: 92fd7710-fa3a-4118-af0c-895441b2f6ad, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db6a836-6790-47bd-abff-637c164fbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:09:49.909561 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:49.935912 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-6da93722-30db-40b5-9cab-93386de86ee6 None None] Attempt 2 to provision port 92fd7710-fa3a-4118-af0c-895441b2f6ad Nov 02 13:09:49.968698 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-6da93722-30db-40b5-9cab-93386de86ee6 None None] Port 92fd7710-fa3a-4118-af0c-895441b2f6ad cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:09:49.992400 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] For port 92fd7710-fa3a-4118-af0c-895441b2f6ad, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:09:49.995450 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] For port 92fd7710-fa3a-4118-af0c-895441b2f6ad, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:09:50.076283 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:50.093656 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:50.094302 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:50.095676 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] 10.222.0.86 "PUT /v2.0/ports/92fd7710-fa3a-4118-af0c-895441b2f6ad HTTP/1.1" status: 200 len: 1093 time: 0.7408900 Nov 02 13:09:50.097001 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:50.099275 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0a1e75-75d9-485a-ba7f-89da5cfc0616" -d '{"events": [{"name": "network-changed", "server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:50.146245 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbfb884-d873-4cec-9448-30b75ea95fab x-openstack-request-id: req-3bbfb884-d873-4cec-9448-30b75ea95fab {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:50.146535 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:50.146788 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3bbfb884-d873-4cec-9448-30b75ea95fab {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:50.147190 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbfb884-d873-4cec-9448-30b75ea95fab'] response: {'name': 'network-changed', 'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'status': 'completed', 'code': 200} Nov 02 13:09:50.166467 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc4381-6bc6-4c07-923f-52bc6a09023f req-6ad723ab-1a33-47d7-8137-1ba9e0c3cbb1 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:50.167975 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8afc4381-6bc6-4c07-923f-52bc6a09023f req-6ad723ab-1a33-47d7-8137-1ba9e0c3cbb1 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 943 time: 0.1034083 Nov 02 13:09:50.171613 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c983f-d25f-420c-80f5-235f6c69e011 service neutron] Pushing event updated for resources: {'Port': ['ID=92fd7710-fa3a-4118-af0c-895441b2f6ad,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:50.233872 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8afc4381-6bc6-4c07-923f-52bc6a09023f req-e7cfb175-f75c-4041-ad44-4b9b0e2ada61 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592251 Nov 02 13:09:50.322651 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1e75-75d9-485a-ba7f-89da5cfc0616 req-7f956728-cdb1-4615-8b26-4f304d5f43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:50.324234 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1e0a1e75-75d9-485a-ba7f-89da5cfc0616 req-7f956728-cdb1-4615-8b26-4f304d5f43ac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48078b2fadcb4b11a08c2590bae681dd&device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 1127 time: 0.1215134 Nov 02 13:09:50.445330 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1e75-75d9-485a-ba7f-89da5cfc0616 req-4f632113-5943-429f-8a50-87990733f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:50.446870 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1e0a1e75-75d9-485a-ba7f-89da5cfc0616 req-4f632113-5943-429f-8a50-87990733f8aa service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=48078b2fadcb4b11a08c2590bae681dd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1059434 Nov 02 13:09:50.470408 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-6da93722-30db-40b5-9cab-93386de86ee6 None None] Attempt 3 to provision port 92fd7710-fa3a-4118-af0c-895441b2f6ad Nov 02 13:09:50.511036 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-6da93722-30db-40b5-9cab-93386de86ee6 None None] Port 92fd7710-fa3a-4118-af0c-895441b2f6ad had new provisioning blocks added so it will not transition to active. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:09:50.547762 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1e75-75d9-485a-ba7f-89da5cfc0616 req-4fda1bd5-2bf6-4570-bee4-6bc13ee5ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:50.549529 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1e0a1e75-75d9-485a-ba7f-89da5cfc0616 req-4fda1bd5-2bf6-4570-bee4-6bc13ee5ac9b service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0960522 Nov 02 13:09:50.659230 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-1202d6ba-c6fd-4d1a-b701-051006262ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:50.660772 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-1202d6ba-c6fd-4d1a-b701-051006262ddc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48078b2fadcb4b11a08c2590bae681dd&device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 1127 time: 0.0473890 Nov 02 13:09:50.708468 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-05697ad2-9c23-4962-9edd-b2554bcc51e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad HTTP/1.1" status: 200 len: 217 time: 0.0339458 Nov 02 13:09:50.764608 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-23ca7581-f357-4c3d-82af-04c39011eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:50.766176 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-23ca7581-f357-4c3d-82af-04c39011eede service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b36a3cc-2757-43d9-a371-c6fd6954fbe7 HTTP/1.1" status: 200 len: 848 time: 0.0516000 Nov 02 13:09:50.821529 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-cf035db1-96cd-4488-a6ba-424d48fe4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:50.823112 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-cf035db1-96cd-4488-a6ba-424d48fe4a65 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=17294524-9c76-4ea7-b269-cf5e87a19a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0493839 Nov 02 13:09:50.916133 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-6340f1b0-cacc-49bf-be26-e6c16d74715f service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858302 Nov 02 13:09:51.018037 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-708b124a-d2a6-4b0e-878b-92526f86d54c req-66a69b36-8237-456b-8235-6ed0a479bb9e service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951917 Nov 02 13:09:51.367097 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0047b-9bee-4a1e-8d2a-8824197cc1dc req-18beef5a-79b1-406b-a36d-e21bf52414cb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:51.368620 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-cfd0047b-9bee-4a1e-8d2a-8824197cc1dc req-18beef5a-79b1-406b-a36d-e21bf52414cb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 943 time: 0.0556231 Nov 02 13:09:51.423525 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-cfd0047b-9bee-4a1e-8d2a-8824197cc1dc req-4662dbab-fc41-4955-9a9b-9ab8e82585f8 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490317 Nov 02 13:09:52.553255 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f54c2-bf5f-4044-87eb-9a87308b5115 req-277aa642-3e47-42fc-b786-83fc7184aa13 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:52.554772 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0b4f54c2-bf5f-4044-87eb-9a87308b5115 req-277aa642-3e47-42fc-b786-83fc7184aa13 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 943 time: 0.0541170 Nov 02 13:09:52.604727 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0b4f54c2-bf5f-4044-87eb-9a87308b5115 req-1629f847-cc5b-4655-8625-f2547cf1b0eb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442111 Nov 02 13:09:53.142389 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 92fd7710-fa3a-4118-af0c-895441b2f6ad details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:09:53.250123 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 92fd7710-fa3a-4118-af0c-895441b2f6ad, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:53.265958 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'port_id': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'mac_address': 'fa:16:3e:29:a4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:09:53.306894 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 92fd7710-fa3a-4118-af0c-895441b2f6ad is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:53.307293 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:53.321445 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fd7710-fa3a-4118-af0c-895441b2f6ad {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:09:53.342819 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 92fd7710-fa3a-4118-af0c-895441b2f6ad, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:53.490291 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:53.542789 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=92fd7710-fa3a-4118-af0c-895441b2f6ad,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:53.737980 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc428df-bb29-4274-87c2-2dcd70f6b7ac req-7bcbfd65-9757-4776-b888-04fc3458233e tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:53.739540 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bbc428df-bb29-4274-87c2-2dcd70f6b7ac req-7bcbfd65-9757-4776-b888-04fc3458233e tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 944 time: 0.0563869 Nov 02 13:09:53.790704 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bbc428df-bb29-4274-87c2-2dcd70f6b7ac req-8bf5c83e-05c3-4448-a8b0-3b2418063cfa tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452418 Nov 02 13:09:53.933304 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['92fd7710-fa3a-4118-af0c-895441b2f6ad'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:09:54.922604 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0dd3b7-19b6-4221-956e-b7e281be9ea2 req-d158450b-5211-4cc5-91bf-aa68d8075ffd tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:54.924540 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4d0dd3b7-19b6-4221-956e-b7e281be9ea2 req-d158450b-5211-4cc5-91bf-aa68d8075ffd tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 944 time: 0.0587647 Nov 02 13:09:54.974863 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4d0dd3b7-19b6-4221-956e-b7e281be9ea2 req-384a7710-98a9-436a-be6b-b75d4e02775f tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438337 Nov 02 13:09:55.150533 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 92fd7710-fa3a-4118-af0c-895441b2f6ad up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:55.311749 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 92fd7710-fa3a-4118-af0c-895441b2f6ad completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:09:55.316337 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 92fd7710-fa3a-4118-af0c-895441b2f6ad triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:55.316721 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:55.317066 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 92fd7710-fa3a-4118-af0c-895441b2f6ad Nov 02 13:09:55.391159 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 92fd7710-fa3a-4118-af0c-895441b2f6ad is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:55.391559 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:55.415632 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:55.417951 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9e9797-3275-4904-a9b3-19de07a37c48" -d '{"events": [{"server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "name": "network-vif-plugged", "status": "completed", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:55.435348 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 92fd7710-fa3a-4118-af0c-895441b2f6ad, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:55.457819 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13dfc03-1c67-46c3-8bf2-a5aaedee605d x-openstack-request-id: req-a13dfc03-1c67-46c3-8bf2-a5aaedee605d {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:55.458149 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "name": "network-vif-plugged", "status": "completed", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:55.458408 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a13dfc03-1c67-46c3-8bf2-a5aaedee605d {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:55.458812 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13dfc03-1c67-46c3-8bf2-a5aaedee605d'] response: {'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'code': 200} Nov 02 13:09:55.519995 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:55.568434 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=92fd7710-fa3a-4118-af0c-895441b2f6ad,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:55.909762 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b1410-27f1-4add-bbeb-7edc85fd568b req-724bb563-c504-4a85-b5f2-66a5e471d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:55.911281 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-df1b1410-27f1-4add-bbeb-7edc85fd568b req-724bb563-c504-4a85-b5f2-66a5e471d56c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0520058 Nov 02 13:09:55.960819 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-df1b1410-27f1-4add-bbeb-7edc85fd568b req-bede17e1-6541-4cf6-93aa-11843a9f6d40 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423322 Nov 02 13:09:56.107156 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68af39f-2845-4f1a-9128-0cd4e08c4414 req-68f8b49d-4477-4511-94a4-45728b2a73a2 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:56.107491 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d68af39f-2845-4f1a-9128-0cd4e08c4414 req-68f8b49d-4477-4511-94a4-45728b2a73a2 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0575566 Nov 02 13:09:56.160516 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d68af39f-2845-4f1a-9128-0cd4e08c4414 req-3db213df-32d4-45a7-8624-2736e1ffb403 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469112 Nov 02 13:09:56.461777 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70f45e-9d7f-43ea-ae97-a4a6146121af req-1a9ae836-0ded-4be6-b05e-bc600c75dfaa tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:56.463271 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d70f45e-9d7f-43ea-ae97-a4a6146121af req-1a9ae836-0ded-4be6-b05e-bc600c75dfaa tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0543482 Nov 02 13:09:56.519224 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d70f45e-9d7f-43ea-ae97-a4a6146121af req-18d1b1e0-cdd2-43ba-9273-75a45d5b971a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502443 Nov 02 13:09:56.576834 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0b68-2086-4620-90f0-d27c13fba363 req-4a4c41dd-6309-48e0-9b8c-04088639afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:56.578393 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9dea0b68-2086-4620-90f0-d27c13fba363 req-4a4c41dd-6309-48e0-9b8c-04088639afae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 1129 time: 0.0540419 Nov 02 13:09:56.670466 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0b68-2086-4620-90f0-d27c13fba363 req-f48eccf1-d185-44c9-8b48-a8bfd1d93ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:56.671858 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9dea0b68-2086-4620-90f0-d27c13fba363 req-f48eccf1-d185-44c9-8b48-a8bfd1d93ef8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 920 time: 0.0854025 Nov 02 13:09:56.750692 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9dea0b68-2086-4620-90f0-d27c13fba363 req-6d0925f9-aa42-4b50-84aa-d39ebf852df0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19d8996d-f126-40ce-bf67-ece5e491049b HTTP/1.1" status: 200 len: 1001 time: 0.0708201 Nov 02 13:09:56.807568 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0b68-2086-4620-90f0-d27c13fba363 req-c1963610-f2dc-4108-8b7e-65690768017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:56.809100 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9dea0b68-2086-4620-90f0-d27c13fba363 req-c1963610-f2dc-4108-8b7e-65690768017d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.0459623 Nov 02 13:09:56.868135 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0b68-2086-4620-90f0-d27c13fba363 req-4d276463-7b0d-469c-8853-f1caeab25c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:56.869642 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9dea0b68-2086-4620-90f0-d27c13fba363 req-4d276463-7b0d-469c-8853-f1caeab25c72 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0465307 Nov 02 13:09:56.969986 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9dea0b68-2086-4620-90f0-d27c13fba363 req-d22658e8-74fd-47bb-b39a-5a4127d3501d service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893044 Nov 02 13:09:57.061817 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9dea0b68-2086-4620-90f0-d27c13fba363 req-9bbc0e93-cb52-414d-9e31-37a900fb7dec service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850847 Nov 02 13:09:57.300579 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bb6c8-c1fd-4397-b525-68f39171af45 req-de7a4122-af54-442a-a7b8-9f981d070785 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:57.302126 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-581bb6c8-c1fd-4397-b525-68f39171af45 req-de7a4122-af54-442a-a7b8-9f981d070785 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0626130 Nov 02 13:09:57.352470 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-581bb6c8-c1fd-4397-b525-68f39171af45 req-c84a3e20-e829-43a2-8332-0c62358fc306 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440233 Nov 02 13:09:57.658118 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38885ff8-feeb-4992-94c4-8b352c20cb65 req-520635ee-e41d-4167-a51c-1752708a6a0f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:57.659707 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-38885ff8-feeb-4992-94c4-8b352c20cb65 req-520635ee-e41d-4167-a51c-1752708a6a0f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0607405 Nov 02 13:09:57.711375 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-38885ff8-feeb-4992-94c4-8b352c20cb65 req-cc0fd8b4-2365-4ed0-b253-7f6bdb26e267 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450451 Nov 02 13:09:58.492092 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e7ecd-22fb-45d7-ad1e-1eaa0e6c92f5 req-4ae6aa7f-306c-47bf-9990-8a8ddb24a4b7 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:58.492758 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4f0e7ecd-22fb-45d7-ad1e-1eaa0e6c92f5 req-4ae6aa7f-306c-47bf-9990-8a8ddb24a4b7 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0565605 Nov 02 13:09:58.556892 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4f0e7ecd-22fb-45d7-ad1e-1eaa0e6c92f5 req-8415aab7-f8af-43d7-b38c-8723e175e699 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542371 Nov 02 13:09:58.698838 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e2195-28e3-4b4b-8e33-8b54518683c2 req-0c7b74d8-1667-428d-af8c-0b97fb50b461 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:58.701032 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0e8e2195-28e3-4b4b-8e33-8b54518683c2 req-0c7b74d8-1667-428d-af8c-0b97fb50b461 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0589075 Nov 02 13:09:58.800876 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0e8e2195-28e3-4b4b-8e33-8b54518683c2 req-1ab67f80-e9d8-4b4c-a43f-805f2e6080be tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879538 Nov 02 13:09:58.844086 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60146) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:58.894243 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe942e-b3d2-4a76-bc00-d21c39d84c47 req-49307c13-9415-4f73-aebd-e3b775295bfa tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:58.895992 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-75fe942e-b3d2-4a76-bc00-d21c39d84c47 req-49307c13-9415-4f73-aebd-e3b775295bfa tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0798986 Nov 02 13:09:58.960381 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-75fe942e-b3d2-4a76-bc00-d21c39d84c47 req-40968a89-10b1-4513-be3d-926d36258748 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557995 Nov 02 13:09:59.029736 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ad70b5-12dc-480c-998b-75df8781b1fc tempest-TestShelveInstance-491004568 tempest-TestShelveInstance-491004568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:59.031276 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-27ad70b5-12dc-480c-998b-75df8781b1fc tempest-TestShelveInstance-491004568 tempest-TestShelveInstance-491004568-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 1124 time: 0.1858442 Nov 02 13:09:59.034333 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60152) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:59.039451 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Request body: {'floatingip': {'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'port_id': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:59.214066 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:59.321457 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:59.442762 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Allocated IP 172.28.4.154 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/d6ba93f8-71ba-4bd8-afab-0c4df192f644) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:59.545704 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for port (d6ba93f8-71ba-4bd8-afab-0c4df192f644), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:59.705555 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (d6ba93f8-71ba-4bd8-afab-0c4df192f644), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:59.745234 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:59.752345 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:59.754962 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:59.758565 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event updated for resources: {'Port': ['ID=d6ba93f8-71ba-4bd8-afab-0c4df192f644,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:00.096215 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b5090-44e3-45f5-924f-f593732aed0c req-bb03d472-1b6d-4733-9daf-37719f129146 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:00.097762 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7e5b5090-44e3-45f5-924f-f593732aed0c req-bb03d472-1b6d-4733-9daf-37719f129146 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0602069 Nov 02 13:10:00.132467 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for floatingip (fb230839-2869-4c99-89e4-9149c8fd4597), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:00.149416 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7e5b5090-44e3-45f5-924f-f593732aed0c req-0faeec34-0eeb-4518-98c0-776f70fceb79 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458081 Nov 02 13:10:00.350141 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (d6ba93f8-71ba-4bd8-afab-0c4df192f644), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:00.504168 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for port (d6ba93f8-71ba-4bd8-afab-0c4df192f644), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:00.598774 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (d6ba93f8-71ba-4bd8-afab-0c4df192f644), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:00.667731 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event updated for resources: {'Port': ['ID=d6ba93f8-71ba-4bd8-afab-0c4df192f644,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:00.670065 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (fb230839-2869-4c99-89e4-9149c8fd4597), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:00.769952 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Floating IP fb230839-2869-4c99-89e4-9149c8fd4597 associated. External IP: 172.28.4.154, port: 92fd7710-fa3a-4118-af0c-895441b2f6ad. Nov 02 13:10:00.992658 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Router ec101d69-0c12-46d1-ad46-0f567eb68eb3 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:10:01.103352 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:10:01.114698 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfe83e6-fe11-4a06-9a96-337c76d34d79 None None] Sync routers for ids ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:10:01.129262 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe83e6-fe11-4a06-9a96-337c76d34d79 None None] Routers {'ec101d69-0c12-46d1-ad46-0f567eb68eb3'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:10:01.133376 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-5dfe83e6-fe11-4a06-9a96-337c76d34d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:01.236789 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-5dfe83e6-fe11-4a06-9a96-337c76d34d79 None None] Set router ec101d69-0c12-46d1-ad46-0f567eb68eb3 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:10:01.288697 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bc6cc-cad5-4578-8afe-1b1f8ed5bf3e req-6486e577-6061-4247-9a94-cd4df068e66b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:01.290303 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d95bc6cc-cad5-4578-8afe-1b1f8ed5bf3e req-6486e577-6061-4247-9a94-cd4df068e66b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0587373 Nov 02 13:10:01.298533 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:01.332003 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-4717d43a-24cc-4575-b280-79bc09f7c154 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2965550 Nov 02 13:10:01.333044 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:01.337117 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9926a637-a338-44f5-9ee5-76ddd264682f" -d '{"events": [{"name": "network-changed", "server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:01.349817 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d95bc6cc-cad5-4578-8afe-1b1f8ed5bf3e req-0d557eeb-1d81-45b1-b2b9-c9319be317cd tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496569 Nov 02 13:10:01.407293 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113846b8-1389-49e6-b335-37935babec4f x-openstack-request-id: req-113846b8-1389-49e6-b335-37935babec4f {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:01.407709 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:01.408071 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-113846b8-1389-49e6-b335-37935babec4f {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:01.408766 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113846b8-1389-49e6-b335-37935babec4f'] response: {'name': 'network-changed', 'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'status': 'completed', 'code': 200} Nov 02 13:10:01.493799 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-5dfe83e6-fe11-4a06-9a96-337c76d34d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'fb230839-2869-4c99-89e4-9149c8fd4597', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'floating_ip_address': '172.28.4.154', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'port_id': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'mac_address': 'fa:16:3e:29:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:09:59Z', 'updated_at': '2022-11-02T13:09:59Z', 'revision_number': 0, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c33e37-a939-4a33-8c10-c4d5e7ce5b44', 'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'mac_address': 'fa:16:3e:82:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:13Z', 'updated_at': '2022-11-02T13:09:19Z', 'revision_number': 5, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'subnets': [{'id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:01.514528 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926a637-a338-44f5-9ee5-76ddd264682f req-d40c8f8a-b923-4475-a1f8-f61dc84c7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:01.516194 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9926a637-a338-44f5-9ee5-76ddd264682f req-d40c8f8a-b923-4475-a1f8-f61dc84c7e78 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48078b2fadcb4b11a08c2590bae681dd&device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0600965 Nov 02 13:10:01.528129 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfe83e6-fe11-4a06-9a96-337c76d34d79 None None] Checking router: ec101d69-0c12-46d1-ad46-0f567eb68eb3 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:10:01.537637 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe83e6-fe11-4a06-9a96-337c76d34d79 None None] Routers {'ec101d69-0c12-46d1-ad46-0f567eb68eb3'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:10:01.538423 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-5dfe83e6-fe11-4a06-9a96-337c76d34d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:09:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:01.615582 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926a637-a338-44f5-9ee5-76ddd264682f req-c855c675-474e-4e76-b725-c267c76b9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:01.617093 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9926a637-a338-44f5-9ee5-76ddd264682f req-c855c675-474e-4e76-b725-c267c76b9bd9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=17294524-9c76-4ea7-b269-cf5e87a19a9c HTTP/1.1" status: 200 len: 911 time: 0.0934815 Nov 02 13:10:01.691304 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9926a637-a338-44f5-9ee5-76ddd264682f req-cf5613b3-53c9-44f1-bb6b-91c8a7e8291d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad HTTP/1.1" status: 200 len: 999 time: 0.0666654 Nov 02 13:10:01.743815 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926a637-a338-44f5-9ee5-76ddd264682f req-d8b5a457-33b7-4b9f-8013-e88f5251fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:01.745176 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9926a637-a338-44f5-9ee5-76ddd264682f req-d8b5a457-33b7-4b9f-8013-e88f5251fc44 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b36a3cc-2757-43d9-a371-c6fd6954fbe7 HTTP/1.1" status: 200 len: 848 time: 0.0467107 Nov 02 13:10:01.779272 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-5dfe83e6-fe11-4a06-9a96-337c76d34d79 None None] Set router ec101d69-0c12-46d1-ad46-0f567eb68eb3 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:10:01.825092 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926a637-a338-44f5-9ee5-76ddd264682f req-30eb8ec0-26b0-40f6-816d-8cfd96d0d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:01.826547 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9926a637-a338-44f5-9ee5-76ddd264682f req-30eb8ec0-26b0-40f6-816d-8cfd96d0d5c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=17294524-9c76-4ea7-b269-cf5e87a19a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0747299 Nov 02 13:10:01.929630 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9926a637-a338-44f5-9ee5-76ddd264682f req-8a00fe0b-9fa6-460f-98d1-a3d079bc5eec service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945709 Nov 02 13:10:02.027693 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9926a637-a338-44f5-9ee5-76ddd264682f req-f4ce624b-3431-43f3-9f62-72e0ab88d592 service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910048 Nov 02 13:10:02.028039 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-5dfe83e6-fe11-4a06-9a96-337c76d34d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'fb230839-2869-4c99-89e4-9149c8fd4597', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'floating_ip_address': '172.28.4.154', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'port_id': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'mac_address': 'fa:16:3e:29:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:09:59Z', 'updated_at': '2022-11-02T13:09:59Z', 'revision_number': 0, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c33e37-a939-4a33-8c10-c4d5e7ce5b44', 'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'mac_address': 'fa:16:3e:82:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:13Z', 'updated_at': '2022-11-02T13:09:19Z', 'revision_number': 5, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'subnets': [{'id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:02.053951 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfe83e6-fe11-4a06-9a96-337c76d34d79 None None] The sync data for ids ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'] in dv-cinder-863278-1-smb is: [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'fb230839-2869-4c99-89e4-9149c8fd4597', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'floating_ip_address': '172.28.4.154', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'port_id': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'mac_address': 'fa:16:3e:29:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:09:59Z', 'updated_at': '2022-11-02T13:09:59Z', 'revision_number': 0, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c33e37-a939-4a33-8c10-c4d5e7ce5b44', 'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'mac_address': 'fa:16:3e:82:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:13Z', 'updated_at': '2022-11-02T13:09:19Z', 'revision_number': 5, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'subnets': [{'id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:10:02.283348 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00492c94-9d4a-433e-beae-47007e36b71a None None] New status for floating IP fb230839-2869-4c99-89e4-9149c8fd4597: ACTIVE {{(pid=116232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:10:02.496094 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cad2f-3db7-427b-b999-441ccf0ca42b req-226ef9b5-3a4d-4494-afcd-4adc87c30e76 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:02.497838 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-718cad2f-3db7-427b-b999-441ccf0ca42b req-226ef9b5-3a4d-4494-afcd-4adc87c30e76 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0609229 Nov 02 13:10:02.819386 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-718cad2f-3db7-427b-b999-441ccf0ca42b req-9ebb482f-da1c-4468-8da0-4cb6ad783497 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155489 Nov 02 13:10:03.963821 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc59f37-7f55-48fe-95da-17c91f1b6ee9 req-80be665c-5b85-4b2d-97a5-bae95027130e tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:03.965349 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ecc59f37-7f55-48fe-95da-17c91f1b6ee9 req-80be665c-5b85-4b2d-97a5-bae95027130e tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0633984 Nov 02 13:10:04.019136 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ecc59f37-7f55-48fe-95da-17c91f1b6ee9 req-b6270efd-d0b8-4d8f-86ad-ddca700f6d78 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480533 Nov 02 13:10:04.370183 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-688b084c-2eb2-413a-a568-facbc0f6d7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:05.151848 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a733a7-a7f3-484d-8322-6bfdb048b955 req-51b8e7c7-4d5d-4b3b-9384-10a489e32380 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:05.153472 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-18a733a7-a7f3-484d-8322-6bfdb048b955 req-51b8e7c7-4d5d-4b3b-9384-10a489e32380 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0545099 Nov 02 13:10:05.203061 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-18a733a7-a7f3-484d-8322-6bfdb048b955 req-85ea404a-3772-4daf-ab32-15fac20b9443 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439572 Nov 02 13:10:06.343364 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b94fa-12dc-440e-bf3a-4ac2d54f0775 req-c931c4a8-5d9e-47fe-bf94-e99ce31a3c78 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:06.344731 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-273b94fa-12dc-440e-bf3a-4ac2d54f0775 req-c931c4a8-5d9e-47fe-bf94-e99ce31a3c78 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0586865 Nov 02 13:10:06.398537 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-273b94fa-12dc-440e-bf3a-4ac2d54f0775 req-4cbe92c5-2209-409b-aaca-ec463469a5e2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472889 Nov 02 13:10:07.541395 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5716e-e4bd-427e-9f17-0fdb85e892d4 req-6a8132f1-b293-4890-b230-0f9e5c56facd tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:07.543081 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-acf5716e-e4bd-427e-9f17-0fdb85e892d4 req-6a8132f1-b293-4890-b230-0f9e5c56facd tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0581865 Nov 02 13:10:07.599122 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-acf5716e-e4bd-427e-9f17-0fdb85e892d4 req-aa77329c-f83f-46a4-9d08-0bf6fe09b817 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439670 Nov 02 13:10:07.747395 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62785c4-f4b8-42eb-8b2e-fc54a8b56fe2 req-71ac4559-1974-4cb9-a348-639f85ec57e1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:07.748965 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d62785c4-f4b8-42eb-8b2e-fc54a8b56fe2 req-71ac4559-1974-4cb9-a348-639f85ec57e1 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 946 time: 0.0535550 Nov 02 13:10:07.796927 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d62785c4-f4b8-42eb-8b2e-fc54a8b56fe2 req-cf0592b6-066a-4d08-b8df-ecb3a88aede0 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423236 Nov 02 13:10:08.341279 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-727c0019-5441-4749-8b3b-3343af09c4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:08.731232 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab28987-a641-4793-8368-c3e0b1d0f511 req-20e8f0f0-141d-410d-a4d6-381e5772e397 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:08.732747 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4ab28987-a641-4793-8368-c3e0b1d0f511 req-20e8f0f0-141d-410d-a4d6-381e5772e397 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0543575 Nov 02 13:10:08.783599 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4ab28987-a641-4793-8368-c3e0b1d0f511 req-bb97808d-26c6-493c-a561-f0188d12560a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450571 Nov 02 13:10:08.938448 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c190ca4-1017-42cc-9045-efa3e63d2cf7 req-860766c6-7199-43e2-a367-b705df092cd3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:08.939981 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5c190ca4-1017-42cc-9045-efa3e63d2cf7 req-860766c6-7199-43e2-a367-b705df092cd3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 946 time: 0.0584323 Nov 02 13:10:08.987894 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5c190ca4-1017-42cc-9045-efa3e63d2cf7 req-3e7aa331-7508-43bf-a90e-a4d83793b9fe tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421267 Nov 02 13:10:09.912188 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d53b6-c4c5-444b-8aae-64cda6e222d5 req-f73c0b34-3213-4b79-99a1-d0399d40cd13 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:09.913813 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8b8d53b6-c4c5-444b-8aae-64cda6e222d5 req-f73c0b34-3213-4b79-99a1-d0399d40cd13 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0539427 Nov 02 13:10:09.966424 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8b8d53b6-c4c5-444b-8aae-64cda6e222d5 req-abb6dd2f-1480-45fc-ae59-519702ea50e7 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467260 Nov 02 13:10:10.018673 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-3a009336-a19a-4bf7-b59f-6ca1a3cfae1a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:10.020211 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-3a009336-a19a-4bf7-b59f-6ca1a3cfae1a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 946 time: 0.0552387 Nov 02 13:10:10.145707 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffb018-ec39-4d19-a011-42b7a9aa7d4c req-60a75231-8c5d-4320-ad3a-21e1e9cb77d4 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:10.147186 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c7ffb018-ec39-4d19-a011-42b7a9aa7d4c req-60a75231-8c5d-4320-ad3a-21e1e9cb77d4 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 946 time: 0.0828469 Nov 02 13:10:10.179386 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Deleting port 4d2b6df0-95dc-49a2-bb47-e572354a1613 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:10:10.179715 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:10.511142 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c7ffb018-ec39-4d19-a011-42b7a9aa7d4c req-d54a2b84-92f8-480e-a199-e690c83da847 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=745a627a-9878-4448-a8e2-c23178b1622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3572202 Nov 02 13:10:10.552301 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] For port 4d2b6df0-95dc-49a2-bb47-e572354a1613, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=4d2b6df0-95dc-49a2-bb47-e572354a1613,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:10.553169 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:10.592720 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:10.710658 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:10.711015 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (d3ec16e1-332c-4960-a86f-06dfc8ea0f9e), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:10.711419 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Floating IP d3ec16e1-332c-4960-a86f-06dfc8ea0f9e disassociated. External IP: 172.28.4.119, port: 4d2b6df0-95dc-49a2-bb47-e572354a1613. Nov 02 13:10:10.711756 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Calling delete_port for 4d2b6df0-95dc-49a2-bb47-e572354a1613 owned by compute:nova {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:10:10.922993 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (4d2b6df0-95dc-49a2-bb47-e572354a1613), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:10.951443 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event deleted for resources: {'Port': ['ID=4d2b6df0-95dc-49a2-bb47-e572354a1613,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:11.062446 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Router 564f2c35-915a-427d-90bc-6b7192856d14 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:10:11.101239 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8355a-8768-4da0-9e2a-7cb31a2f45e7 req-a865f01a-727a-446e-971a-deaab08787c2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:11.102812 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fcc8355a-8768-4da0-9e2a-7cb31a2f45e7 req-a865f01a-727a-446e-971a-deaab08787c2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0610437 Nov 02 13:10:11.155022 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-fcc8355a-8768-4da0-9e2a-7cb31a2f45e7 req-fe565e46-ca31-40cb-a515-48b17ba6da12 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462596 Nov 02 13:10:11.182848 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:10:11.193453 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351ed62-7ec0-4543-af60-559c7397a9b7 None None] Sync routers for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:10:11.204227 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351ed62-7ec0-4543-af60-559c7397a9b7 None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:10:11.205007 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-2351ed62-7ec0-4543-af60-559c7397a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:10:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:11.225764 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] No DVR routers for this DVR port 4d2b6df0-95dc-49a2-bb47-e572354a1613 on host hv-cinder-86327 {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:10:11.228324 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:11.231714 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9a448cc6-1e58-482d-bd5a-a48fdf0349ba req-004fc593-3a28-435e-a7cf-c28cca297c88 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "DELETE /v2.0/ports/4d2b6df0-95dc-49a2-bb47-e572354a1613 HTTP/1.1" status: 204 len: 173 time: 1.2029567 Nov 02 13:10:11.232234 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'name': 'network-vif-deleted', 'tag': '4d2b6df0-95dc-49a2-bb47-e572354a1613'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:11.234548 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390e2755-5b83-4b12-a372-1abf2e0c48fa" -d '{"events": [{"server_uuid": "a490c169-17f3-44c0-b82b-a34603c1d66c", "name": "network-vif-deleted", "tag": "4d2b6df0-95dc-49a2-bb47-e572354a1613"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:11.279898 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a0a7f5-2e1a-4cf6-b038-5dd7e414db83 x-openstack-request-id: req-c0a0a7f5-2e1a-4cf6-b038-5dd7e414db83 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:11.280255 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a490c169-17f3-44c0-b82b-a34603c1d66c", "name": "network-vif-deleted", "tag": "4d2b6df0-95dc-49a2-bb47-e572354a1613", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:11.280515 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c0a0a7f5-2e1a-4cf6-b038-5dd7e414db83 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:11.280937 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a0a7f5-2e1a-4cf6-b038-5dd7e414db83'] response: {'server_uuid': 'a490c169-17f3-44c0-b82b-a34603c1d66c', 'name': 'network-vif-deleted', 'tag': '4d2b6df0-95dc-49a2-bb47-e572354a1613', 'status': 'completed', 'code': 200} Nov 02 13:10:11.336591 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-2351ed62-7ec0-4543-af60-559c7397a9b7 None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:10:11.465531 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:11.566490 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-2351ed62-7ec0-4543-af60-559c7397a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:11.597394 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351ed62-7ec0-4543-af60-559c7397a9b7 None None] Checking router: 564f2c35-915a-427d-90bc-6b7192856d14 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:10:11.612726 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351ed62-7ec0-4543-af60-559c7397a9b7 None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:10:11.613356 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-2351ed62-7ec0-4543-af60-559c7397a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:10:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:11.626180 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c4e4d0a4-249b-492b-8b1a-77641a4245d0 req-e5ade1b0-05e0-4d26-b737-0a5ce0de4971 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=a490c169-17f3-44c0-b82b-a34603c1d66c HTTP/1.1" status: 200 len: 210 time: 0.0323601 Nov 02 13:10:11.699693 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:11.723185 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-2351ed62-7ec0-4543-af60-559c7397a9b7 None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:10:11.920511 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-2351ed62-7ec0-4543-af60-559c7397a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:11.950052 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351ed62-7ec0-4543-af60-559c7397a9b7 None None] The sync data for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb is: [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:10:12.180512 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbabb9b8-ec74-4153-aa38-fffb9510deed None None] New status for floating IP d3ec16e1-332c-4960-a86f-06dfc8ea0f9e: DOWN {{(pid=116232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:10:12.290096 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a0d1-0814-4e28-bf61-e1d3784062c6 req-da26610e-b53a-4212-a9dd-f7ddc98a4939 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:12.291783 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e3c9a0d1-0814-4e28-bf61-e1d3784062c6 req-da26610e-b53a-4212-a9dd-f7ddc98a4939 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0576792 Nov 02 13:10:12.342198 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e3c9a0d1-0814-4e28-bf61-e1d3784062c6 req-33169f60-0eb3-485a-b3d4-da9b93315371 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446048 Nov 02 13:10:12.812963 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60246) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:12.873224 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0c11-315b-432e-a595-f0cd335dd95c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (745a627a-9878-4448-a8e2-c23178b1622b), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:12.897399 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0c11-315b-432e-a595-f0cd335dd95c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (745a627a-9878-4448-a8e2-c23178b1622b), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:13.050394 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0c11-315b-432e-a595-f0cd335dd95c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (745a627a-9878-4448-a8e2-c23178b1622b), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:13.053128 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0c11-315b-432e-a595-f0cd335dd95c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:13.054319 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-2f9d0c11-315b-432e-a595-f0cd335dd95c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "DELETE /v2.0/security-groups/745a627a-9878-4448-a8e2-c23178b1622b HTTP/1.1" status: 204 len: 168 time: 0.2403357 Nov 02 13:10:13.057387 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60248) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:13.063963 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d0c11-315b-432e-a595-f0cd335dd95c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=745a627a-9878-4448-a8e2-c23178b1622b,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:13.070418 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.api.v2.resource [None req-b83bfd60-ccbd-454a-9bd6-3c556defe05b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] show failed (client error): The resource could not be found. Nov 02 13:10:13.074610 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60250) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:13.076441 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-b83bfd60-ccbd-454a-9bd6-3c556defe05b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups/745a627a-9878-4448-a8e2-c23178b1622b HTTP/1.1" status: 404 len: 347 time: 0.0129967 Nov 02 13:10:13.195741 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-b565f585-7221-40e2-80f0-a3616cd11ab8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Deleting port 4ef65d09-46c3-43ac-a33c-ec8daac1f152 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:10:13.196013 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b565f585-7221-40e2-80f0-a3616cd11ab8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (4ef65d09-46c3-43ac-a33c-ec8daac1f152), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:13.230670 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 4d2b6df0-95dc-49a2-bb47-e572354a1613 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:10:13.251336 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 4d2b6df0-95dc-49a2-bb47-e572354a1613 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:10:13.251690 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 4d2b6df0-95dc-49a2-bb47-e572354a1613 not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:10:13.279150 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b565f585-7221-40e2-80f0-a3616cd11ab8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (4ef65d09-46c3-43ac-a33c-ec8daac1f152), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:13.279535 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b565f585-7221-40e2-80f0-a3616cd11ab8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (4ef65d09-46c3-43ac-a33c-ec8daac1f152), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:13.292530 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-b565f585-7221-40e2-80f0-a3616cd11ab8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Calling delete_port for 4ef65d09-46c3-43ac-a33c-ec8daac1f152 owned by network:floatingip {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:10:13.479325 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102faa57-aa2b-4764-94ee-0b4722884172 req-b344a173-0754-42dd-aacf-8614bedd37db tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:13.480816 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-102faa57-aa2b-4764-94ee-0b4722884172 req-b344a173-0754-42dd-aacf-8614bedd37db tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0582781 Nov 02 13:10:13.507385 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b565f585-7221-40e2-80f0-a3616cd11ab8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (4ef65d09-46c3-43ac-a33c-ec8daac1f152), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:13.552664 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565f585-7221-40e2-80f0-a3616cd11ab8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event deleted for resources: {'Port': ['ID=4ef65d09-46c3-43ac-a33c-ec8daac1f152,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:13.561777 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-102faa57-aa2b-4764-94ee-0b4722884172 req-bdc7ac9c-ed3a-4e70-b676-0539a67ac0a2 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749354 Nov 02 13:10:13.616763 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b565f585-7221-40e2-80f0-a3616cd11ab8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (d3ec16e1-332c-4960-a86f-06dfc8ea0f9e), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:13.619341 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b565f585-7221-40e2-80f0-a3616cd11ab8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:13.620476 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-b565f585-7221-40e2-80f0-a3616cd11ab8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "DELETE /v2.0/floatingips/d3ec16e1-332c-4960-a86f-06dfc8ea0f9e HTTP/1.1" status: 204 len: 168 time: 0.5448558 Nov 02 13:10:13.787112 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd05f8e-1daf-4a35-974b-d6a538e5b7ac req-47718538-adfd-41d1-beda-a4e1c61c819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:13.788675 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4fd05f8e-1daf-4a35-974b-d6a538e5b7ac req-47718538-adfd-41d1-beda-a4e1c61c819b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 1129 time: 0.0491235 Nov 02 13:10:13.806555 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60256) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:13.811225 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-66e8c777-612e-49dc-aed2-bc77eb442911 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--93387348', 'description': 'tempest-description--1465085800'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:13.838778 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4fd05f8e-1daf-4a35-974b-d6a538e5b7ac req-e2c9e34b-8cfe-4438-a452-7c73574c2dd1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415285 Nov 02 13:10:13.950787 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-66e8c777-612e-49dc-aed2-bc77eb442911 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:14.018851 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-66e8c777-612e-49dc-aed2-bc77eb442911 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (524ea02a-59e9-47cb-81c2-f965d4076299), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:14.133442 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-66e8c777-612e-49dc-aed2-bc77eb442911 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (524ea02a-59e9-47cb-81c2-f965d4076299), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:14.167635 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8c777-612e-49dc-aed2-bc77eb442911 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524ea02a-59e9-47cb-81c2-f965d4076299,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:14.369739 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-66e8c777-612e-49dc-aed2-bc77eb442911 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:14.371041 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-66e8c777-612e-49dc-aed2-bc77eb442911 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5634658 Nov 02 13:10:14.373968 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60258) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:14.378428 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-a038c92a-6231-4620-8e46-46952c598ba6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'security_group_rule': {'security_group_id': '524ea02a-59e9-47cb-81c2-f965d4076299', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:14.490085 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a038c92a-6231-4620-8e46-46952c598ba6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (c37c4ce0-9c03-40bf-8042-d9cc3dc6da70), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:14.551732 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a038c92a-6231-4620-8e46-46952c598ba6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (c37c4ce0-9c03-40bf-8042-d9cc3dc6da70), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:14.633077 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a038c92a-6231-4620-8e46-46952c598ba6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (c37c4ce0-9c03-40bf-8042-d9cc3dc6da70), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:14.682225 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038c92a-6231-4620-8e46-46952c598ba6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37c4ce0-9c03-40bf-8042-d9cc3dc6da70,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:14.709561 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aadde-d1d0-407f-b1cd-6ce8c42a3b1b req-60805bd1-0c2d-4db0-a209-19a42fb2e1d6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:14.711120 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2e9aadde-d1d0-407f-b1cd-6ce8c42a3b1b req-60805bd1-0c2d-4db0-a209-19a42fb2e1d6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0702722 Nov 02 13:10:14.760708 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2e9aadde-d1d0-407f-b1cd-6ce8c42a3b1b req-13693696-137c-41cc-b98e-8e9118ce62cf tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 Nov 02 13:10:14.771741 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a038c92a-6231-4620-8e46-46952c598ba6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:14.773322 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-a038c92a-6231-4620-8e46-46952c598ba6 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3980105 Nov 02 13:10:14.775795 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60264) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:14.780295 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-5e9037e9-a82b-460b-9478-73e603640fa2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'security_group_rule': {'security_group_id': '524ea02a-59e9-47cb-81c2-f965d4076299', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:14.867433 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5e9037e9-a82b-460b-9478-73e603640fa2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (82116cb6-ad74-47a7-b3bf-6ff8729e9527), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:14.893010 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:14.924244 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5e9037e9-a82b-460b-9478-73e603640fa2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (82116cb6-ad74-47a7-b3bf-6ff8729e9527), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:14.992515 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5e9037e9-a82b-460b-9478-73e603640fa2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (82116cb6-ad74-47a7-b3bf-6ff8729e9527), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:15.012338 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9037e9-a82b-460b-9478-73e603640fa2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82116cb6-ad74-47a7-b3bf-6ff8729e9527,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:15.083976 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5e9037e9-a82b-460b-9478-73e603640fa2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:15.085225 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-5e9037e9-a82b-460b-9478-73e603640fa2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3083963 Nov 02 13:10:15.088310 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60266) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:15.092746 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'floatingip': {'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:15.198778 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:15.308142 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:15.427462 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Allocated IP 172.28.4.108 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/7913adab-a1a6-45ca-8686-e5af4fb3d2a6) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:10:15.540892 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for port (7913adab-a1a6-45ca-8686-e5af4fb3d2a6), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:15.653512 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (7913adab-a1a6-45ca-8686-e5af4fb3d2a6), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:15.690994 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:10:15.696956 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:10:15.700738 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:10:15.703822 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'Port': ['ID=7913adab-a1a6-45ca-8686-e5af4fb3d2a6,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:15.796173 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (cabd73ea-e586-43d3-ab5f-f62ea72f3aa4), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:15.949453 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (7913adab-a1a6-45ca-8686-e5af4fb3d2a6), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:16.000722 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6b8a1-e1e1-4023-a13a-f68e5de724d6 req-b3462ab0-2789-4576-a771-e3c844d8a722 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:16.002304 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a7c6b8a1-e1e1-4023-a13a-f68e5de724d6 req-b3462ab0-2789-4576-a771-e3c844d8a722 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.1620116 Nov 02 13:10:16.103298 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-a7c6b8a1-e1e1-4023-a13a-f68e5de724d6 req-8e06b45e-b8bc-4694-a7b5-e5bd248ada80 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943425 Nov 02 13:10:16.150368 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for port (7913adab-a1a6-45ca-8686-e5af4fb3d2a6), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:16.272789 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (7913adab-a1a6-45ca-8686-e5af4fb3d2a6), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:16.343909 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'Port': ['ID=7913adab-a1a6-45ca-8686-e5af4fb3d2a6,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:16.346536 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (cabd73ea-e586-43d3-ab5f-f62ea72f3aa4), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:16.434925 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:16.437847 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-253fbe61-3daa-47e1-b8cf-94fbaf186172 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3469853 Nov 02 13:10:16.659209 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-423e7ece-1e3d-40bb-a27d-2c97111f8561 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--93387348&fields=id&tenant_id=156e993457c6468e8cf68db7b51f87e3 HTTP/1.1" status: 200 len: 267 time: 0.0463524 Nov 02 13:10:16.791841 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-25d1b74d-552e-4cc1-8404-0663cfa49ade tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:16.793451 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-25d1b74d-552e-4cc1-8404-0663cfa49ade tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 814 time: 0.1264267 Nov 02 13:10:16.809745 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-4d089ba1-0f20-4aa2-a3eb-e55f75dafdb9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/quotas/156e993457c6468e8cf68db7b51f87e3 HTTP/1.1" status: 200 len: 375 time: 0.0096686 Nov 02 13:10:16.835625 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2aa2c-27ad-4396-a1ee-6ab4ec2b7810 req-f05c733a-f17b-4c16-9040-91dd5853646f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:16.837413 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-cfe2aa2c-27ad-4396-a1ee-6ab4ec2b7810 req-f05c733a-f17b-4c16-9040-91dd5853646f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0644917 Nov 02 13:10:16.873003 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-51867643-d60a-4f22-a9a5-786906046889 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566108 Nov 02 13:10:16.924828 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-cfe2aa2c-27ad-4396-a1ee-6ab4ec2b7810 req-b66f4277-15e3-4018-b0ad-5426650f5695 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750813 Nov 02 13:10:16.937117 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc5643-8873-452a-a5d2-41dc438c668d req-c150f869-8a93-4823-8ee9-0188a60dccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:16.948548 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b2fc5643-8873-452a-a5d2-41dc438c668d req-c150f869-8a93-4823-8ee9-0188a60dccc1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 1129 time: 0.0966926 Nov 02 13:10:16.977947 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-5c54aaf1-39c5-43a3-ba3a-ad882228705f service neutron] 10.222.0.93 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934241 Nov 02 13:10:17.058981 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc5643-8873-452a-a5d2-41dc438c668d req-498cf41d-c89a-4d11-b065-208b5eb599f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:17.060672 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b2fc5643-8873-452a-a5d2-41dc438c668d req-498cf41d-c89a-4d11-b065-208b5eb599f7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 920 time: 0.0998774 Nov 02 13:10:17.079547 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-f9bf0219-e611-4a49-8689-7b918982605c service neutron] 10.222.0.93 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955653 Nov 02 13:10:17.126700 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b2fc5643-8873-452a-a5d2-41dc438c668d req-c2c6fe05-833d-49bd-a600-7b81c1d1edf6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19d8996d-f126-40ce-bf67-ece5e491049b HTTP/1.1" status: 200 len: 1001 time: 0.0560164 Nov 02 13:10:17.186956 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc5643-8873-452a-a5d2-41dc438c668d req-f8127c1e-530e-4d6e-80ba-99227592638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:17.188448 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b2fc5643-8873-452a-a5d2-41dc438c668d req-f8127c1e-530e-4d6e-80ba-99227592638c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.0527625 Nov 02 13:10:17.242806 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc5643-8873-452a-a5d2-41dc438c668d req-8ae7d078-73bb-4c8b-ab75-fafdb5b2f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:17.244231 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b2fc5643-8873-452a-a5d2-41dc438c668d req-8ae7d078-73bb-4c8b-ab75-fafdb5b2f7f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0456903 Nov 02 13:10:17.348777 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b2fc5643-8873-452a-a5d2-41dc438c668d req-d91bf6a5-47f0-45bd-a82c-b39e72578511 service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912085 Nov 02 13:10:17.392953 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-60be3708-4e6b-4235-b6c9-8b70f3b0c5b6 req-1b62acaf-f772-45cd-a09f-7d9c28e47025 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 210 time: 0.0396903 Nov 02 13:10:17.496594 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b2fc5643-8873-452a-a5d2-41dc438c668d req-1fea4411-9636-46c2-876e-cadc7be3362d service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331744 Nov 02 13:10:18.054232 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3badcb-a7b4-4c1e-849b-45b02fcbade9 req-b055c545-c387-4dee-b787-8f528bb44d89 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:18.055830 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4c3badcb-a7b4-4c1e-849b-45b02fcbade9 req-b055c545-c387-4dee-b787-8f528bb44d89 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0554361 Nov 02 13:10:18.109510 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4c3badcb-a7b4-4c1e-849b-45b02fcbade9 req-54fca14e-6229-46a4-9965-220e23474738 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479243 Nov 02 13:10:18.505841 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f15179db-8cbd-4e39-84fb-224ad2fc9c0d req-e78eb494-3a2b-44f6-83ec-1508d719f37f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 210 time: 0.0287981 Nov 02 13:10:19.249875 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b6916-f3cf-46ef-907a-364835b2d823 req-d5fefa4a-a164-44b6-be06-b20958cf7b26 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:19.251427 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ec2b6916-f3cf-46ef-907a-364835b2d823 req-d5fefa4a-a164-44b6-be06-b20958cf7b26 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0612972 Nov 02 13:10:19.302988 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ec2b6916-f3cf-46ef-907a-364835b2d823 req-103c5e11-5f82-4377-8fda-e0693274fc65 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450201 Nov 02 13:10:19.609829 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2d0bea1e-bde0-433e-9930-28c54c417f59 req-24c50fce-a6a6-4040-9112-6cba8b14b517 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 210 time: 0.0279016 Nov 02 13:10:19.911856 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-b5c40a5b-cf3b-4bbf-9315-af269addaa3a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:19.913312 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-b5c40a5b-cf3b-4bbf-9315-af269addaa3a tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 814 time: 0.1084211 Nov 02 13:10:19.996106 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-df5b7d7d-a2b7-486b-96b7-f89b6a94f862 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=156e993457c6468e8cf68db7b51f87e3 HTTP/1.1" status: 200 len: 378 time: 0.0606627 Nov 02 13:10:20.005959 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'port': {'device_id': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'admin_state_up': True, 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'security_groups': ['524ea02a-59e9-47cb-81c2-f965d4076299']}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:20.260959 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Made reservation on behalf of 156e993457c6468e8cf68db7b51f87e3 for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:10:20.264357 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:20.398838 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Allocated IP 172.20.0.12 (458c9c2b-29df-4bee-b02f-d359db3b0898/34562175-220e-4327-8ff3-8fb8876f7f18/7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:10:20.437241 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03306469-e003-4055-aae3-cb6f4b6a25ce req-fc0806f2-d790-4e98-b452-aa3f53b05cad tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:20.438844 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-03306469-e003-4055-aae3-cb6f4b6a25ce req-fc0806f2-d790-4e98-b452-aa3f53b05cad tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0603027 Nov 02 13:10:20.505507 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-03306469-e003-4055-aae3-cb6f4b6a25ce req-e2bf0bc8-670e-4ed0-802d-d3b011928660 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580151 Nov 02 13:10:20.573017 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:20.645260 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120dc30-4d14-4e39-8b5f-953a7fe27f45 req-0000a7ec-a003-4c36-b454-1db404de259e tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:20.649901 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9120dc30-4d14-4e39-8b5f-953a7fe27f45 req-0000a7ec-a003-4c36-b454-1db404de259e tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0640347 Nov 02 13:10:20.659389 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60328) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:20.664115 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-9729e382-faea-4e48-bec3-64aa9f568162 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Request body: {'floatingip': {'port_id': '19d8996d-f126-40ce-bf67-ece5e491049b'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:20.719539 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-344f8395-3008-4662-9f01-bed51d22d7b2 req-8e517ccd-6807-41f2-be5d-8a1b918d6a7b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 210 time: 0.0273087 Nov 02 13:10:20.722465 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9729e382-faea-4e48-bec3-64aa9f568162 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for floatingip (e126132f-a4f3-412d-8f1d-0da50e999319), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:20.752974 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:20.831954 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Network 458c9c2b-29df-4bee-b02f-d359db3b0898 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:10:20.843248 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:10:20.850413 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:10:20.855988 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event updated for resources: {'Port': ['ID=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:20.920078 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.920417 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.920754 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.921106 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.921416 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.921766 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.922378 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.922701 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.923023 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.923603 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.924008 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.924237 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.924557 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:20.949559 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:20.950237 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:21.058837 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-18be058c-61f0-49ba-9ed4-692f9a7b3364 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0569212 Nov 02 13:10:21.066184 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-077bcfa7-7eb2-493f-a8c9-62172734bb52 None None] Provisioning complete for port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:10:21.067060 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-077bcfa7-7eb2-493f-a8c9-62172734bb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:21.067320 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-077bcfa7-7eb2-493f-a8c9-62172734bb52 None None] Attempt 1 to provision port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 Nov 02 13:10:21.083049 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Request body: {'port': {'device_id': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:21.105197 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-077bcfa7-7eb2-493f-a8c9-62172734bb52 None None] Port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:10:21.216452 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:21.492767 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9729e382-faea-4e48-bec3-64aa9f568162 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:21.571642 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9729e382-faea-4e48-bec3-64aa9f568162 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (e126132f-a4f3-412d-8f1d-0da50e999319), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:21.606806 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-077bcfa7-7eb2-493f-a8c9-62172734bb52 None None] Attempt 2 to provision port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 Nov 02 13:10:21.619113 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:10:21.629352 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Publish callbacks [] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:21.640797 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-077bcfa7-7eb2-493f-a8c9-62172734bb52 None None] Port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:10:21.936003 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Transition to ACTIVE for port object 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:10:22.023653 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:22.066146 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0f89-84c3-49f4-b722-f52f7ac16783 req-f80db3f6-bd70-4bdb-8597-8418acbe1174 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.067623 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bbcc0f89-84c3-49f4-b722-f52f7ac16783 req-f80db3f6-bd70-4bdb-8597-8418acbe1174 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 932 time: 0.1335871 Nov 02 13:10:22.142062 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-077bcfa7-7eb2-493f-a8c9-62172734bb52 None None] Attempt 3 to provision port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 Nov 02 13:10:22.151330 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Pushing event updated for resources: {'Port': ['ID=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:22.161853 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:10:22.178536 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-077bcfa7-7eb2-493f-a8c9-62172734bb52 None None] Port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:10:22.225599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9729e382-faea-4e48-bec3-64aa9f568162 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:10:22.231256 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bbcc0f89-84c3-49f4-b722-f52f7ac16783 req-6f7311e9-484a-4c4d-b4a2-1e266d94d80c tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=524ea02a-59e9-47cb-81c2-f965d4076299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1527071 Nov 02 13:10:22.246250 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Attempting to bind port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:10:22.246584 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Attempting to bind port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:10:22.246906 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Attempting to bind port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 on network 458c9c2b-29df-4bee-b02f-d359db3b0898 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:10:22.254676 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 on network 458c9c2b-29df-4bee-b02f-d359db3b0898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:10:22.254994 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Attempting to bind port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 on network 458c9c2b-29df-4bee-b02f-d359db3b0898 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:10:22.289095 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:10:22.289369 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Checking segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:10:22.289703 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Bound using segment: {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:10:22.290169 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Bound port: 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:10:22.290522 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:22.403905 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] For port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:10:22.406428 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9729e382-faea-4e48-bec3-64aa9f568162 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:10:22.408990 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] For port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:10:22.414367 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9729e382-faea-4e48-bec3-64aa9f568162 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:22.418607 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5f46c-45b7-4cb1-9908-50d52e1a5dfc None None] Sync routers for ids ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:10:22.433869 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5f46c-45b7-4cb1-9908-50d52e1a5dfc None None] Routers {'8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:10:22.434502 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-bcf5f46c-45b7-4cb1-9908-50d52e1a5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:10:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:22.448372 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'tag': '19d8996d-f126-40ce-bf67-ece5e491049b'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:22.450913 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588cdbca-4040-4ee6-a604-ecb901b94383" -d '{"events": [{"name": "network-changed", "server_uuid": "b367959b-dbfc-41cb-b521-9caabe11dca0", "tag": "19d8996d-f126-40ce-bf67-ece5e491049b"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:22.481046 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-9729e382-faea-4e48-bec3-64aa9f568162 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "PUT /v2.0/floatingips/e126132f-a4f3-412d-8f1d-0da50e999319 HTTP/1.1" status: 200 len: 993 time: 1.8205135 Nov 02 13:10:22.495855 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:22.522582 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af62919-2d9b-438b-a9cd-a225fe47ce54 x-openstack-request-id: req-7af62919-2d9b-438b-a9cd-a225fe47ce54 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:22.522886 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b367959b-dbfc-41cb-b521-9caabe11dca0", "tag": "19d8996d-f126-40ce-bf67-ece5e491049b", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:22.523207 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7af62919-2d9b-438b-a9cd-a225fe47ce54 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:22.523620 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af62919-2d9b-438b-a9cd-a225fe47ce54'] response: {'name': 'network-changed', 'server_uuid': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'tag': '19d8996d-f126-40ce-bf67-ece5e491049b', 'status': 'completed', 'code': 200} Nov 02 13:10:22.525018 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.525636 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:22.527098 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] 10.222.0.86 "PUT /v2.0/ports/7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 HTTP/1.1" status: 200 len: 1094 time: 1.4483976 Nov 02 13:10:22.556870 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dff41-16a6-40b1-ad23-45408228a585 service neutron] Pushing event updated for resources: {'Port': ['ID=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:22.558445 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-bcf5f46c-45b7-4cb1-9908-50d52e1a5dfc None None] Set router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:10:22.620398 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cdbca-4040-4ee6-a604-ecb901b94383 req-47e8e823-07fe-4417-8cc6-1522ea642bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.622511 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-588cdbca-4040-4ee6-a604-ecb901b94383 req-47e8e823-07fe-4417-8cc6-1522ea642bc6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 1129 time: 0.0517287 Nov 02 13:10:22.693557 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-077bcfa7-7eb2-493f-a8c9-62172734bb52 None None] Attempt 4 to provision port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 Nov 02 13:10:22.716842 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-f090664b-5ac4-43dd-be08-4d201d24179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.718542 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-f090664b-5ac4-43dd-be08-4d201d24179c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 1128 time: 0.0528185 Nov 02 13:10:22.729547 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cdbca-4040-4ee6-a604-ecb901b94383 req-12237b1d-0ad9-4601-9515-c9312c262aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.731457 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-588cdbca-4040-4ee6-a604-ecb901b94383 req-12237b1d-0ad9-4601-9515-c9312c262aa7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 920 time: 0.1014752 Nov 02 13:10:22.770149 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-077bcfa7-7eb2-493f-a8c9-62172734bb52 None None] Port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 had new provisioning blocks added so it will not transition to active. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:10:22.789893 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-9b9aefa8-ba3e-4acd-af82-7989582ba1c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 HTTP/1.1" status: 200 len: 217 time: 0.0457494 Nov 02 13:10:22.817916 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-588cdbca-4040-4ee6-a604-ecb901b94383 req-5e635aeb-67a1-4daa-9155-dd38ecd50bcf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19d8996d-f126-40ce-bf67-ece5e491049b HTTP/1.1" status: 200 len: 1001 time: 0.0766873 Nov 02 13:10:22.837401 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-bcf5f46c-45b7-4cb1-9908-50d52e1a5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'e126132f-a4f3-412d-8f1d-0da50e999319', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'floating_ip_address': '172.28.4.246', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'port_id': '19d8996d-f126-40ce-bf67-ece5e491049b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'mac_address': 'fa:16:3e:d4:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:08:48Z', 'updated_at': '2022-11-02T13:10:21Z', 'revision_number': 3, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ab2ba-56b1-4baf-bdb5-66e666acfbbb', 'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'mac_address': 'fa:16:3e:bd:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:03Z', 'revision_number': 5, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'subnets': [{'id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:22.843005 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-2adbb579-a762-48a1-baa5-148ecac451de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.844536 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-2adbb579-a762-48a1-baa5-148ecac451de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34562175-220e-4327-8ff3-8fb8876f7f18 HTTP/1.1" status: 200 len: 853 time: 0.0511928 Nov 02 13:10:22.864871 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5f46c-45b7-4cb1-9908-50d52e1a5dfc None None] Checking router: 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:10:22.872972 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cdbca-4040-4ee6-a604-ecb901b94383 req-429b27a6-83bf-4d18-868e-dda2b2e7a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.874433 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5f46c-45b7-4cb1-9908-50d52e1a5dfc None None] Routers {'8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:10:22.874830 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-588cdbca-4040-4ee6-a604-ecb901b94383 req-429b27a6-83bf-4d18-868e-dda2b2e7a617 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.0509024 Nov 02 13:10:22.875056 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-bcf5f46c-45b7-4cb1-9908-50d52e1a5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:10:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:22.905905 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-935a90f5-544a-4028-8bc8-2ee695ec89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.907420 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-935a90f5-544a-4028-8bc8-2ee695ec89b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=458c9c2b-29df-4bee-b02f-d359db3b0898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0558031 Nov 02 13:10:22.936638 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cdbca-4040-4ee6-a604-ecb901b94383 req-03cec704-b163-4606-8dc7-63040bdc1f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.938417 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-588cdbca-4040-4ee6-a604-ecb901b94383 req-03cec704-b163-4606-8dc7-63040bdc1f0c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0500293 Nov 02 13:10:22.992315 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-bcf5f46c-45b7-4cb1-9908-50d52e1a5dfc None None] Set router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:10:23.006531 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-4515c2bf-5cfe-4a86-9e42-e49bfaab1b64 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906763 Nov 02 13:10:23.051415 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-588cdbca-4040-4ee6-a604-ecb901b94383 req-62777d83-0ad6-49ea-8bd3-f54bf1255997 service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042137 Nov 02 13:10:23.119309 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2ef812ec-2c18-4a45-9c3e-1554e87c9909 req-fea3d2a3-7c46-4edf-b57e-1ff36d59c943 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052365 Nov 02 13:10:23.160648 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-588cdbca-4040-4ee6-a604-ecb901b94383 req-2dcc3229-48a5-441a-ac67-b97773f7130d service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029189 Nov 02 13:10:23.367361 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80e6af-2db5-4401-ac8a-a1ae9232542b req-52a69c12-66c2-4efd-8607-a0a82016cf11 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:23.368898 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5c80e6af-2db5-4401-ac8a-a1ae9232542b req-52a69c12-66c2-4efd-8607-a0a82016cf11 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 944 time: 0.0594664 Nov 02 13:10:23.372564 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-bcf5f46c-45b7-4cb1-9908-50d52e1a5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'e126132f-a4f3-412d-8f1d-0da50e999319', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'floating_ip_address': '172.28.4.246', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'port_id': '19d8996d-f126-40ce-bf67-ece5e491049b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'mac_address': 'fa:16:3e:d4:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:08:48Z', 'updated_at': '2022-11-02T13:10:21Z', 'revision_number': 3, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ab2ba-56b1-4baf-bdb5-66e666acfbbb', 'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'mac_address': 'fa:16:3e:bd:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:03Z', 'revision_number': 5, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'subnets': [{'id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:23.398487 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5f46c-45b7-4cb1-9908-50d52e1a5dfc None None] The sync data for ids ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'] in dv-cinder-863278-1-smb is: [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'e126132f-a4f3-412d-8f1d-0da50e999319', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'floating_ip_address': '172.28.4.246', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'port_id': '19d8996d-f126-40ce-bf67-ece5e491049b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'mac_address': 'fa:16:3e:d4:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:08:48Z', 'updated_at': '2022-11-02T13:10:21Z', 'revision_number': 3, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ab2ba-56b1-4baf-bdb5-66e666acfbbb', 'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'mac_address': 'fa:16:3e:bd:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:03Z', 'revision_number': 5, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'subnets': [{'id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:10:23.423283 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5c80e6af-2db5-4401-ac8a-a1ae9232542b req-d8f31ded-72c7-402d-83ba-01e8b8258d67 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=524ea02a-59e9-47cb-81c2-f965d4076299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472708 Nov 02 13:10:24.525471 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'tag': '19d8996d-f126-40ce-bf67-ece5e491049b'}, {'name': 'network-changed', 'server_uuid': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'tag': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:24.527901 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3452cc-063a-4419-abcc-34f357d6f85e" -d '{"events": [{"name": "network-changed", "server_uuid": "b367959b-dbfc-41cb-b521-9caabe11dca0", "tag": "19d8996d-f126-40ce-bf67-ece5e491049b"}, {"name": "network-changed", "server_uuid": "57c57c97-8fc4-4b7c-adeb-2a254315f6a4", "tag": "7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:24.561377 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b11d3b-416b-4379-8aab-d9b08cb602a7 req-023aec09-f4dd-4b1f-a6db-05c8320547c2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:24.562954 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-30b11d3b-416b-4379-8aab-d9b08cb602a7 req-023aec09-f4dd-4b1f-a6db-05c8320547c2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 944 time: 0.0637562 Nov 02 13:10:24.573992 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2cf420-e8e7-469b-aa60-f21d64c52fee x-openstack-request-id: req-df2cf420-e8e7-469b-aa60-f21d64c52fee {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:24.574291 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b367959b-dbfc-41cb-b521-9caabe11dca0", "tag": "19d8996d-f126-40ce-bf67-ece5e491049b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "57c57c97-8fc4-4b7c-adeb-2a254315f6a4", "tag": "7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:24.574548 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-df2cf420-e8e7-469b-aa60-f21d64c52fee {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:24.574960 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2cf420-e8e7-469b-aa60-f21d64c52fee'] response: {'name': 'network-changed', 'server_uuid': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'tag': '19d8996d-f126-40ce-bf67-ece5e491049b', 'status': 'completed', 'code': 200} Nov 02 13:10:24.575222 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2cf420-e8e7-469b-aa60-f21d64c52fee'] response: {'name': 'network-changed', 'server_uuid': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'tag': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8', 'status': 'completed', 'code': 200} Nov 02 13:10:24.613898 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-30b11d3b-416b-4379-8aab-d9b08cb602a7 req-da18fe2a-f21f-4b5f-bfe0-c249eea7e8ef tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=524ea02a-59e9-47cb-81c2-f965d4076299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446465 Nov 02 13:10:24.681485 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-3d2ed524-6cbe-44c4-b879-6a763c44b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:24.683054 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-3d2ed524-6cbe-44c4-b879-6a763c44b59c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 1129 time: 0.0605874 Nov 02 13:10:24.779037 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-8616ccbe-75a1-4564-a1c1-f1b78908bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:24.780528 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-8616ccbe-75a1-4564-a1c1-f1b78908bbe0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 920 time: 0.0903230 Nov 02 13:10:24.851017 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-8d6e5352-851d-4b08-98d3-2531842e7b6f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19d8996d-f126-40ce-bf67-ece5e491049b HTTP/1.1" status: 200 len: 1001 time: 0.0595262 Nov 02 13:10:24.902445 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-fe30716c-bf65-4150-a3fb-da670cd696e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:24.903936 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-fe30716c-bf65-4150-a3fb-da670cd696e2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.0454867 Nov 02 13:10:24.955946 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-85e1f28b-75c2-4df2-9cd0-61ae3d2b518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:24.957510 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-85e1f28b-75c2-4df2-9cd0-61ae3d2b518c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0467527 Nov 02 13:10:25.051877 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-73224398-0afe-47df-812e-69631b3583c6 service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870824 Nov 02 13:10:25.147126 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-e2c52cf6-f897-4074-953a-3ace6206c4ce service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873547 Nov 02 13:10:25.283854 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-4bc588a6-f730-4e94-a992-8540eab6856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:25.285444 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-4bc588a6-f730-4e94-a992-8540eab6856a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 1128 time: 0.0513685 Nov 02 13:10:25.324277 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:10:25.379908 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-8864c015-45e9-43f0-852c-eb6b521648cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:25.381446 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-8864c015-45e9-43f0-852c-eb6b521648cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 916 time: 0.0881271 Nov 02 13:10:25.422393 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-5ec28a17-60fe-4bb1-b271-c0e40635499f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 HTTP/1.1" status: 200 len: 217 time: 0.0347757 Nov 02 13:10:25.428596 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:25.441685 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'port_id': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8', 'mac_address': 'fa:16:3e:08:46:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:10:25.478768 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-a429911b-1ce9-4239-8c56-ad9975b928d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:25.480271 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-a429911b-1ce9-4239-8c56-ad9975b928d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34562175-220e-4327-8ff3-8fb8876f7f18 HTTP/1.1" status: 200 len: 853 time: 0.0513270 Nov 02 13:10:25.480578 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:10:25.480975 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:25.496034 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:10:25.518935 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:25.541424 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-dff787a6-fbc0-4021-8857-44943bb49a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:25.543066 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-dff787a6-fbc0-4021-8857-44943bb49a0a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=458c9c2b-29df-4bee-b02f-d359db3b0898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0512526 Nov 02 13:10:25.607422 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:25.638900 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-33218d48-2e94-49b0-86c4-19d07f36c0d2 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881531 Nov 02 13:10:25.662773 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:25.672191 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.672545 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.673155 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.673509 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.673870 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.674207 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.674539 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.674873 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.675204 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.675534 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.675869 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.676191 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.676518 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:25.788875 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf3452cc-063a-4419-abcc-34f357d6f85e req-77d0f14c-273c-46f6-957b-4018438dc6c2 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363807 Nov 02 13:10:25.799922 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25115c-bcf8-450c-ae90-dae8f5e589e6 req-4e80d6a6-5628-47de-aee3-4bbee51dba86 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:25.801589 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6a25115c-bcf8-450c-ae90-dae8f5e589e6 req-4e80d6a6-5628-47de-aee3-4bbee51dba86 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 945 time: 0.0972180 Nov 02 13:10:25.868083 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6a25115c-bcf8-450c-ae90-dae8f5e589e6 req-02ff7351-d17b-4e2b-9457-740c9e0e3ec3 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=524ea02a-59e9-47cb-81c2-f965d4076299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595853 Nov 02 13:10:26.026855 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:10:27.006375 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d7e49-4fff-4bb0-9174-85abc8e3b778 req-b2d7c3fb-53fd-4fbf-9a9e-7bebaa031157 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:27.007944 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-748d7e49-4fff-4bb0-9174-85abc8e3b778 req-b2d7c3fb-53fd-4fbf-9a9e-7bebaa031157 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 945 time: 0.0626295 Nov 02 13:10:27.075651 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-748d7e49-4fff-4bb0-9174-85abc8e3b778 req-6f07aa9d-d419-4723-982c-cf9234c10516 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=524ea02a-59e9-47cb-81c2-f965d4076299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608628 Nov 02 13:10:27.346971 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:10:27.481976 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:10:27.487372 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:10:27.487876 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:27.488329 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 Nov 02 13:10:27.569556 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:10:27.569976 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:27.594455 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:27.596667 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e3455b-e0c0-4661-bf5f-cc8277d3057b" -d '{"events": [{"server_uuid": "57c57c97-8fc4-4b7c-adeb-2a254315f6a4", "name": "network-vif-plugged", "status": "completed", "tag": "7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:27.610478 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:27.633994 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959c8c41-97b2-45f8-a595-f0c1f6095eb1 x-openstack-request-id: req-959c8c41-97b2-45f8-a595-f0c1f6095eb1 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:27.645340 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c57c97-8fc4-4b7c-adeb-2a254315f6a4", "name": "network-vif-plugged", "status": "completed", "tag": "7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:27.645340 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-959c8c41-97b2-45f8-a595-f0c1f6095eb1 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:27.645340 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959c8c41-97b2-45f8-a595-f0c1f6095eb1'] response: {'server_uuid': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8', 'code': 200} Nov 02 13:10:27.709926 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:27.762642 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:28.060822 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b72a7-eee9-4abd-bdb8-67fe996aab46 req-89ac6c8d-e294-4a9b-97d0-ccdcd4157509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:28.062391 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ae1b72a7-eee9-4abd-bdb8-67fe996aab46 req-89ac6c8d-e294-4a9b-97d0-ccdcd4157509 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 1130 time: 0.0464847 Nov 02 13:10:28.108417 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ae1b72a7-eee9-4abd-bdb8-67fe996aab46 req-bdcab69d-ba8b-48f9-a752-3846fb419936 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=524ea02a-59e9-47cb-81c2-f965d4076299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396273 Nov 02 13:10:28.212647 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf9d01-14eb-42f6-846d-94c0aa47e6ab req-f59a54e8-16c5-4b87-934e-d85a3e49ca95 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:28.214202 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f7bf9d01-14eb-42f6-846d-94c0aa47e6ab req-f59a54e8-16c5-4b87-934e-d85a3e49ca95 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 946 time: 0.0596230 Nov 02 13:10:28.267455 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f7bf9d01-14eb-42f6-846d-94c0aa47e6ab req-1e9916eb-612d-4aec-ad55-1101d9024db5 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=524ea02a-59e9-47cb-81c2-f965d4076299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471950 Nov 02 13:10:29.454229 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae002029-43a8-40db-af49-4cd1624992b0 req-e5472a1c-bc38-428d-b6de-2c8c67c53e53 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:29.455724 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ae002029-43a8-40db-af49-4cd1624992b0 req-e5472a1c-bc38-428d-b6de-2c8c67c53e53 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 946 time: 0.0561538 Nov 02 13:10:29.520066 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ae002029-43a8-40db-af49-4cd1624992b0 req-ce49f741-0d77-4882-b963-d3dae4456560 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=524ea02a-59e9-47cb-81c2-f965d4076299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579205 Nov 02 13:10:29.572273 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b543d-b2ab-40bd-b45f-33e1c9ded3e6 req-de5a55c8-d717-4b64-913e-5c6852c1430f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:29.573820 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-078b543d-b2ab-40bd-b45f-33e1c9ded3e6 req-de5a55c8-d717-4b64-913e-5c6852c1430f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0580020 Nov 02 13:10:29.624061 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-078b543d-b2ab-40bd-b45f-33e1c9ded3e6 req-cedf9a6a-9212-4085-b1fb-5349bd6c61fd tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443680 Nov 02 13:10:30.661434 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee0bb6-3290-44c6-a4dc-54932111ebaf req-7f1b3677-818b-41df-b550-5293b3c09db5 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:30.662993 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-daee0bb6-3290-44c6-a4dc-54932111ebaf req-7f1b3677-818b-41df-b550-5293b3c09db5 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 946 time: 0.0525372 Nov 02 13:10:30.714996 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-daee0bb6-3290-44c6-a4dc-54932111ebaf req-d57afa42-b229-47aa-8821-3788c04afb63 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=524ea02a-59e9-47cb-81c2-f965d4076299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464001 Nov 02 13:10:30.761642 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c0290-cbe4-452b-8ed8-c4a06d40da8e req-96675519-a25d-49b9-9f52-9bc1eae30421 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:30.763250 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b86c0290-cbe4-452b-8ed8-c4a06d40da8e req-96675519-a25d-49b9-9f52-9bc1eae30421 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0581002 Nov 02 13:10:30.811316 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b86c0290-cbe4-452b-8ed8-c4a06d40da8e req-ddba0811-8c56-4476-9424-58a3eb71bb7c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425239 Nov 02 13:10:30.837152 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94721f74-8e91-4903-a4b3-ade2913e36f5 req-2a0eab27-b075-40ba-a300-4b80ce81aec8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:30.838650 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-94721f74-8e91-4903-a4b3-ade2913e36f5 req-2a0eab27-b075-40ba-a300-4b80ce81aec8 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 946 time: 0.0552425 Nov 02 13:10:30.849087 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60392) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:30.853641 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-1ae67a3d-6b2a-4d41-8141-db02ec9f72cb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Request body: {'floatingip': {'port_id': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:30.892011 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1ae67a3d-6b2a-4d41-8141-db02ec9f72cb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (cabd73ea-e586-43d3-ab5f-f62ea72f3aa4), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:31.338178 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1ae67a3d-6b2a-4d41-8141-db02ec9f72cb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:31.452633 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1ae67a3d-6b2a-4d41-8141-db02ec9f72cb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (cabd73ea-e586-43d3-ab5f-f62ea72f3aa4), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:31.550194 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [None req-1ae67a3d-6b2a-4d41-8141-db02ec9f72cb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Floating IP cabd73ea-e586-43d3-ab5f-f62ea72f3aa4 associated. External IP: 172.28.4.108, port: 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8. Nov 02 13:10:31.751580 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae67a3d-6b2a-4d41-8141-db02ec9f72cb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Router 564f2c35-915a-427d-90bc-6b7192856d14 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:10:31.855582 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae67a3d-6b2a-4d41-8141-db02ec9f72cb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:10:31.860539 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1ae67a3d-6b2a-4d41-8141-db02ec9f72cb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:31.866473 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b68ba-c0c7-432f-976b-39c4990cecbc None None] Sync routers for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:10:31.877320 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b68ba-c0c7-432f-976b-39c4990cecbc None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:10:31.878110 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-255b68ba-c0c7-432f-976b-39c4990cecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:10:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:31.893286 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-1ae67a3d-6b2a-4d41-8141-db02ec9f72cb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "PUT /v2.0/floatingips/cabd73ea-e586-43d3-ab5f-f62ea72f3aa4 HTTP/1.1" status: 200 len: 992 time: 1.0430031 Nov 02 13:10:31.894451 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'tag': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:31.898027 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0c9f74-4f11-4bbf-a9d8-53bb1e6d3148" -d '{"events": [{"name": "network-changed", "server_uuid": "57c57c97-8fc4-4b7c-adeb-2a254315f6a4", "tag": "7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:31.938249 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4602f31e-b6ba-4702-bf04-8849690c24c1 x-openstack-request-id: req-4602f31e-b6ba-4702-bf04-8849690c24c1 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:31.938542 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c57c97-8fc4-4b7c-adeb-2a254315f6a4", "tag": "7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:31.938797 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4602f31e-b6ba-4702-bf04-8849690c24c1 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:31.939204 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4602f31e-b6ba-4702-bf04-8849690c24c1'] response: {'name': 'network-changed', 'server_uuid': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'tag': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8', 'status': 'completed', 'code': 200} Nov 02 13:10:31.955848 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c32014-602c-4cdd-a345-4e4e324408c7 req-d4d6550d-049a-42e2-bf96-2cf5abd53cf1 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:31.959298 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-37c32014-602c-4cdd-a345-4e4e324408c7 req-d4d6550d-049a-42e2-bf96-2cf5abd53cf1 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0658488 Nov 02 13:10:31.988574 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-255b68ba-c0c7-432f-976b-39c4990cecbc None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:10:32.014744 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-37c32014-602c-4cdd-a345-4e4e324408c7 req-47b8f12c-795a-47ac-a9c8-8bd7181233f4 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488532 Nov 02 13:10:32.069578 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c9f74-4f11-4bbf-a9d8-53bb1e6d3148 req-1c2cadb6-fea6-497b-8c18-ad0d9b566b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:32.071338 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2a0c9f74-4f11-4bbf-a9d8-53bb1e6d3148 req-1c2cadb6-fea6-497b-8c18-ad0d9b566b65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=156e993457c6468e8cf68db7b51f87e3&device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 1130 time: 0.0635157 Nov 02 13:10:32.173475 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c9f74-4f11-4bbf-a9d8-53bb1e6d3148 req-4027bf9f-886e-4ba5-835a-a2ba52f37a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:32.175124 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2a0c9f74-4f11-4bbf-a9d8-53bb1e6d3148 req-4027bf9f-886e-4ba5-835a-a2ba52f37a05 service neutron] 10.222.0.86 "GET /v2.0/networks?id=458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 200 len: 916 time: 0.0940340 Nov 02 13:10:32.223187 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-255b68ba-c0c7-432f-976b-39c4990cecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'cabd73ea-e586-43d3-ab5f-f62ea72f3aa4', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.108', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:08:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:10:15Z', 'updated_at': '2022-11-02T13:10:31Z', 'revision_number': 1, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:32.248069 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b68ba-c0c7-432f-976b-39c4990cecbc None None] Checking router: 564f2c35-915a-427d-90bc-6b7192856d14 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:10:32.249934 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2a0c9f74-4f11-4bbf-a9d8-53bb1e6d3148 req-a836f861-51a6-4a28-b4da-1666f2b39ac9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 HTTP/1.1" status: 200 len: 1000 time: 0.0577965 Nov 02 13:10:32.257786 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b68ba-c0c7-432f-976b-39c4990cecbc None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:10:32.258402 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-255b68ba-c0c7-432f-976b-39c4990cecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:10:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:32.306486 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c9f74-4f11-4bbf-a9d8-53bb1e6d3148 req-f9a2bb77-9c29-4b1b-aeae-97aa9770f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:32.308089 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2a0c9f74-4f11-4bbf-a9d8-53bb1e6d3148 req-f9a2bb77-9c29-4b1b-aeae-97aa9770f95c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34562175-220e-4327-8ff3-8fb8876f7f18 HTTP/1.1" status: 200 len: 853 time: 0.0512409 Nov 02 13:10:32.359953 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c9f74-4f11-4bbf-a9d8-53bb1e6d3148 req-3ff98a3b-0718-4e6b-a6f4-2b2e52b706e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:32.361608 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2a0c9f74-4f11-4bbf-a9d8-53bb1e6d3148 req-3ff98a3b-0718-4e6b-a6f4-2b2e52b706e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=458c9c2b-29df-4bee-b02f-d359db3b0898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0467603 Nov 02 13:10:32.365097 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-255b68ba-c0c7-432f-976b-39c4990cecbc None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:10:32.454351 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2a0c9f74-4f11-4bbf-a9d8-53bb1e6d3148 req-07267340-7aeb-44af-9aaa-1b14ee4a7657 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864568 Nov 02 13:10:32.553810 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2a0c9f74-4f11-4bbf-a9d8-53bb1e6d3148 req-2acf261c-e3f5-4594-a0c6-dfbf1e7f0997 service neutron] 10.222.0.86 "GET /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902557 Nov 02 13:10:32.591882 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-255b68ba-c0c7-432f-976b-39c4990cecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'cabd73ea-e586-43d3-ab5f-f62ea72f3aa4', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.108', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:08:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:10:15Z', 'updated_at': '2022-11-02T13:10:31Z', 'revision_number': 1, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:32.704821 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b68ba-c0c7-432f-976b-39c4990cecbc None None] The sync data for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb is: [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'cabd73ea-e586-43d3-ab5f-f62ea72f3aa4', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'floating_ip_address': '172.28.4.108', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'port_id': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'mac_address': 'fa:16:3e:08:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:10:15Z', 'updated_at': '2022-11-02T13:10:31Z', 'revision_number': 1, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:10:32.914152 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd433e8f-6f34-4cd0-9f28-b847c2cad70b None None] New status for floating IP cabd73ea-e586-43d3-ab5f-f62ea72f3aa4: ACTIVE {{(pid=116231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:10:33.155100 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2730d-b156-483d-9d1b-d307ec170d10 req-b4e66941-ab03-4141-9dc3-597d11e08eab tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:33.156869 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fee2730d-b156-483d-9d1b-d307ec170d10 req-b4e66941-ab03-4141-9dc3-597d11e08eab tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0578315 Nov 02 13:10:33.205968 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fee2730d-b156-483d-9d1b-d307ec170d10 req-309bc8b6-b151-4f24-a68c-e8875fb0642b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423393 Nov 02 13:10:34.363909 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-7265f13a-c10e-4ab0-b61b-197307601dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.390932 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203124c0-79e9-4a0f-bdee-a8a490d3c8fe req-7d173937-ee5a-40ac-919b-856f43e27932 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:34.395864 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-203124c0-79e9-4a0f-bdee-a8a490d3c8fe req-7d173937-ee5a-40ac-919b-856f43e27932 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0546856 Nov 02 13:10:34.448990 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-203124c0-79e9-4a0f-bdee-a8a490d3c8fe req-04cd5c70-b3a8-4967-8374-046183db3f62 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500827 Nov 02 13:10:35.594537 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088c580-f1bb-4054-bfbc-5eaa6b50159f req-f3523e15-ea31-4914-93ba-cf69f2322efa tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:35.596206 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6088c580-f1bb-4054-bfbc-5eaa6b50159f req-f3523e15-ea31-4914-93ba-cf69f2322efa tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0633144 Nov 02 13:10:35.650976 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6088c580-f1bb-4054-bfbc-5eaa6b50159f req-9d516e41-096e-48d5-8688-1f5c0e43c14e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480771 Nov 02 13:10:36.787519 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1080cd-48a1-4b32-aeb0-2506b83da4d0 req-1bd24882-1f32-412b-8d80-090a23c5f552 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:36.789047 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-bd1080cd-48a1-4b32-aeb0-2506b83da4d0 req-1bd24882-1f32-412b-8d80-090a23c5f552 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0553503 Nov 02 13:10:36.840670 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-bd1080cd-48a1-4b32-aeb0-2506b83da4d0 req-b0d352ab-0714-4ba1-97be-d632c43d23a2 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455866 Nov 02 13:10:37.976540 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc8cb6-34e0-464f-9661-ab1bc612b84b req-c8d71a10-2839-4844-bfd9-d53149bce076 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:37.978118 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-02bc8cb6-34e0-464f-9661-ab1bc612b84b req-c8d71a10-2839-4844-bfd9-d53149bce076 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0565486 Nov 02 13:10:38.029113 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-02bc8cb6-34e0-464f-9661-ab1bc612b84b req-23fe695c-08da-4b7e-b8f2-4677dcff0721 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451059 Nov 02 13:10:38.352396 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-96b80fec-b6d2-40d1-ae05-5f3fa2b01635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:39.157362 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a11eb0-2fa3-4818-ada4-4a4fd6f3b426 req-0a50e459-f5f0-4092-bf3a-6db750b48fbc tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:39.158874 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-89a11eb0-2fa3-4818-ada4-4a4fd6f3b426 req-0a50e459-f5f0-4092-bf3a-6db750b48fbc tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0524015 Nov 02 13:10:39.208229 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-89a11eb0-2fa3-4818-ada4-4a4fd6f3b426 req-21415056-451d-4334-aebb-5bc148eaebd8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Nov 02 13:10:40.343360 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989bfcb-4e6e-47e1-a822-13928e401ec9 req-4ac5238d-087b-476f-84eb-a91067e089a3 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:40.344946 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7989bfcb-4e6e-47e1-a822-13928e401ec9 req-4ac5238d-087b-476f-84eb-a91067e089a3 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0578709 Nov 02 13:10:40.403577 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7989bfcb-4e6e-47e1-a822-13928e401ec9 req-2b6c83d0-8293-4c32-a3a9-71b6da2f2e0e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512304 Nov 02 13:10:40.597682 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:41.394818 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:41.555579 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960a533-1b4c-4a5f-8b79-ea40a93f4dbb req-3112d2dc-690f-4db2-8106-85eea1f44dd9 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:41.555579 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8960a533-1b4c-4a5f-8b79-ea40a93f4dbb req-3112d2dc-690f-4db2-8106-85eea1f44dd9 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0628016 Nov 02 13:10:41.599380 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8960a533-1b4c-4a5f-8b79-ea40a93f4dbb req-30430b1c-ef42-4df2-833b-292ebd92f7b8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443985 Nov 02 13:10:41.666531 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:42.736964 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72242737-07ec-4502-801e-266916cf264b req-9bca1db2-cf23-4219-aef2-e0d4edfb069d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:42.738473 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-72242737-07ec-4502-801e-266916cf264b req-9bca1db2-cf23-4219-aef2-e0d4edfb069d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0568280 Nov 02 13:10:42.789779 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-72242737-07ec-4502-801e-266916cf264b req-8f12d131-037c-4b38-ad6d-681518ad19e7 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447938 Nov 02 13:10:43.929810 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a2e9d-7e79-41c4-965f-961ee845b300 req-7342121e-3921-4bd1-91cd-9ec1cb245662 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:43.931367 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-363a2e9d-7e79-41c4-965f-961ee845b300 req-7342121e-3921-4bd1-91cd-9ec1cb245662 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0564785 Nov 02 13:10:43.983836 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-363a2e9d-7e79-41c4-965f-961ee845b300 req-683699bf-676c-466a-9bfa-80971c2fdc2f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439539 Nov 02 13:10:45.040570 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:45.137792 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2588bb3-89cc-46ef-8f0a-a0e459a1c286 req-e2baf89d-316a-42bd-87b1-cd7cb2851618 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:45.139933 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b2588bb3-89cc-46ef-8f0a-a0e459a1c286 req-e2baf89d-316a-42bd-87b1-cd7cb2851618 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0633495 Nov 02 13:10:45.190456 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b2588bb3-89cc-46ef-8f0a-a0e459a1c286 req-e0b3922f-eb5b-4865-bd32-a5049a534e3d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445914 Nov 02 13:10:46.340584 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac986ea-e415-4318-b1d8-69333c131cac req-d529d66d-0862-46ea-b41f-18003944027e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:46.342155 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7ac986ea-e415-4318-b1d8-69333c131cac req-d529d66d-0862-46ea-b41f-18003944027e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0633252 Nov 02 13:10:46.402897 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7ac986ea-e415-4318-b1d8-69333c131cac req-f57a6c9a-268c-4117-bdc5-5131338044ac tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548971 Nov 02 13:10:47.293693 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bada84e0-6f74-48c1-a4f7-864c33cbcd62 req-94bb88d7-3893-4537-8520-057a25ffca56 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638096 Nov 02 13:10:47.388124 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada84e0-6f74-48c1-a4f7-864c33cbcd62 req-93c006ec-1598-4d9f-a9e7-11cbc5242014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:47.389644 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bada84e0-6f74-48c1-a4f7-864c33cbcd62 req-93c006ec-1598-4d9f-a9e7-11cbc5242014 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e14285133936400298eb7b8b17c51daa&device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 1130 time: 0.0537279 Nov 02 13:10:47.461745 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 60827f5b-cea1-4157-8356-df1919564bdd details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:10:47.587568 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=60827f5b-cea1-4157-8356-df1919564bdd,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:47.600767 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '60827f5b-cea1-4157-8356-df1919564bdd', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'port_id': '60827f5b-cea1-4157-8356-df1919564bdd', 'mac_address': 'fa:16:3e:2c:fb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:10:47.638285 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 60827f5b-cea1-4157-8356-df1919564bdd is: ACTIVE; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:10:47.638679 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (60827f5b-cea1-4157-8356-df1919564bdd), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:47.653109 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60827f5b-cea1-4157-8356-df1919564bdd {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:10:47.675543 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=60827f5b-cea1-4157-8356-df1919564bdd,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:47.771739 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (60827f5b-cea1-4157-8356-df1919564bdd), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:47.799967 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada84e0-6f74-48c1-a4f7-864c33cbcd62 req-5399e045-164c-4992-ba9e-c146704c11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:47.801468 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bada84e0-6f74-48c1-a4f7-864c33cbcd62 req-5399e045-164c-4992-ba9e-c146704c11d1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 200 len: 920 time: 0.3854482 Nov 02 13:10:47.824395 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=60827f5b-cea1-4157-8356-df1919564bdd,revision_number=6']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:47.847341 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bada84e0-6f74-48c1-a4f7-864c33cbcd62 req-1889254a-d141-4e1b-ae01-5037edaaad5e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b7045bb-af20-4e9b-8bf8-94f53a785ae9 HTTP/1.1" status: 200 len: 217 time: 0.0374167 Nov 02 13:10:47.859485 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5540-f7ad-46a9-a0ce-a7f5289a4b74 req-87fa6fbd-7883-4436-94f6-a1f359a854c9 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:47.860954 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-18ad5540-f7ad-46a9-a0ce-a7f5289a4b74 req-87fa6fbd-7883-4436-94f6-a1f359a854c9 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.3650692 Nov 02 13:10:47.933463 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada84e0-6f74-48c1-a4f7-864c33cbcd62 req-47f29b1f-1a81-4a26-b326-9e1aa67b9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:47.934982 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bada84e0-6f74-48c1-a4f7-864c33cbcd62 req-47f29b1f-1a81-4a26-b326-9e1aa67b9cf7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 200 len: 857 time: 0.0731540 Nov 02 13:10:47.956478 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-18ad5540-f7ad-46a9-a0ce-a7f5289a4b74 req-3809a491-6ecf-43e4-928b-dfe365c33a53 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874305 Nov 02 13:10:47.996507 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada84e0-6f74-48c1-a4f7-864c33cbcd62 req-7139903b-958a-4c79-b6a3-eb4ec9dbc9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:47.998069 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bada84e0-6f74-48c1-a4f7-864c33cbcd62 req-7139903b-958a-4c79-b6a3-eb4ec9dbc9f2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9fd9e66-8f40-4269-a56c-345e624b8058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0546813 Nov 02 13:10:48.020410 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['60827f5b-cea1-4157-8356-df1919564bdd'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:10:48.103474 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bada84e0-6f74-48c1-a4f7-864c33cbcd62 req-2c93fb28-79ea-4c85-b473-60bc39a06600 service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983250 Nov 02 13:10:48.214963 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bada84e0-6f74-48c1-a4f7-864c33cbcd62 req-e23a587e-6224-40a9-860a-7280bc02394d service neutron] 10.222.0.86 "GET /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008782 Nov 02 13:10:49.126138 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dafc4-b5d6-49e1-9fc4-3768408b54ef req-e687b09a-e56c-411e-83f8-99c0687278b4 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:49.127793 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c40dafc4-b5d6-49e1-9fc4-3768408b54ef req-e687b09a-e56c-411e-83f8-99c0687278b4 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 945 time: 0.0690558 Nov 02 13:10:49.190700 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c40dafc4-b5d6-49e1-9fc4-3768408b54ef req-e217ec2e-0ec8-40b3-8eed-3d68a73462b3 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558598 Nov 02 13:10:49.476720 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 60827f5b-cea1-4157-8356-df1919564bdd up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:10:49.551226 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 60827f5b-cea1-4157-8356-df1919564bdd triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:10:49.551607 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (60827f5b-cea1-4157-8356-df1919564bdd), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:49.551964 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 60827f5b-cea1-4157-8356-df1919564bdd Nov 02 13:10:49.642052 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 60827f5b-cea1-4157-8356-df1919564bdd is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:10:49.642611 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (60827f5b-cea1-4157-8356-df1919564bdd), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:49.686664 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:49.689330 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dddb36-760c-4e2d-b4cf-89bb23d3ff59" -d '{"events": [{"server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "name": "network-vif-plugged", "status": "completed", "tag": "60827f5b-cea1-4157-8356-df1919564bdd"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:49.708085 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=60827f5b-cea1-4157-8356-df1919564bdd,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:49.737620 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85016dd6-0980-4e70-90c2-8b5cb8dcd4cf x-openstack-request-id: req-85016dd6-0980-4e70-90c2-8b5cb8dcd4cf {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:49.737981 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "name": "network-vif-plugged", "status": "completed", "tag": "60827f5b-cea1-4157-8356-df1919564bdd", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:49.738249 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-85016dd6-0980-4e70-90c2-8b5cb8dcd4cf {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:49.738658 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85016dd6-0980-4e70-90c2-8b5cb8dcd4cf'] response: {'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd', 'code': 200} Nov 02 13:10:49.792251 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (60827f5b-cea1-4157-8356-df1919564bdd), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:49.872670 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=60827f5b-cea1-4157-8356-df1919564bdd,revision_number=7']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:50.364395 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f64e3-ba9d-4490-881b-cc9b7cb34a06 req-644ef45b-ed57-4357-9f00-452b4f361d95 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:50.374346 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-486f64e3-ba9d-4490-881b-cc9b7cb34a06 req-644ef45b-ed57-4357-9f00-452b4f361d95 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0800147 Nov 02 13:10:50.438424 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-486f64e3-ba9d-4490-881b-cc9b7cb34a06 req-0b776959-8c29-44bf-8a34-f13ba7014b08 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624883 Nov 02 13:10:51.587671 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd199c-55fd-4ff5-8f3a-bc08a638c61d req-84cc8b99-8b9b-4c87-a311-b3aaa8b20a5e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:51.589221 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-50bd199c-55fd-4ff5-8f3a-bc08a638c61d req-84cc8b99-8b9b-4c87-a311-b3aaa8b20a5e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0608299 Nov 02 13:10:51.641039 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-50bd199c-55fd-4ff5-8f3a-bc08a638c61d req-1d22f66f-831c-497b-8913-5d76d1aac8ea tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440927 Nov 02 13:10:52.802794 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993fa8-115a-4047-9aa8-89203fb8e0b9 req-e2e9761c-5eea-4cbd-91fe-b24f975d1d43 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:52.808830 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-03993fa8-115a-4047-9aa8-89203fb8e0b9 req-e2e9761c-5eea-4cbd-91fe-b24f975d1d43 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0717831 Nov 02 13:10:52.887573 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-03993fa8-115a-4047-9aa8-89203fb8e0b9 req-be6def4f-43c2-4600-8249-2b0acc7cbd0b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734506 Nov 02 13:10:54.062548 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b8567-3f76-496f-aa39-ae90890cb9d5 req-62b10606-319a-4649-b660-92a80c93d903 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:54.066769 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1e2b8567-3f76-496f-aa39-ae90890cb9d5 req-62b10606-319a-4649-b660-92a80c93d903 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0727484 Nov 02 13:10:54.129775 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1e2b8567-3f76-496f-aa39-ae90890cb9d5 req-52049038-fa95-4f94-b7f7-1e92c9741b6e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584235 Nov 02 13:10:55.292759 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a5e3e-00e0-490e-aa75-858f55c5ca27 req-5c5fd679-5506-4f0d-ba4e-2c9f4cbb48ec tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:55.302261 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-448a5e3e-00e0-490e-aa75-858f55c5ca27 req-5c5fd679-5506-4f0d-ba4e-2c9f4cbb48ec tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0785141 Nov 02 13:10:55.356538 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-448a5e3e-00e0-490e-aa75-858f55c5ca27 req-399a1493-9b99-460f-8111-ee9e9fdcd121 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531750 Nov 02 13:10:56.526240 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf32b6-663e-4e6f-957e-6768117c9eb7 req-7331ed54-8c97-41ab-a954-7b2ba8c7af8c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:56.528106 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e3cf32b6-663e-4e6f-957e-6768117c9eb7 req-7331ed54-8c97-41ab-a954-7b2ba8c7af8c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0674016 Nov 02 13:10:56.585573 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e3cf32b6-663e-4e6f-957e-6768117c9eb7 req-a4213c11-1988-416a-970c-41937c9132a5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514827 Nov 02 13:10:57.752019 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2407e-852a-4181-8cb5-bbb6a66a4992 req-3b490642-a8d3-414f-9650-5243bab1dffd tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:57.753567 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-40d2407e-852a-4181-8cb5-bbb6a66a4992 req-3b490642-a8d3-414f-9650-5243bab1dffd tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0692499 Nov 02 13:10:57.806249 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-40d2407e-852a-4181-8cb5-bbb6a66a4992 req-d644e630-db8f-4d50-8d9f-7266c8dcfc69 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454824 Nov 02 13:10:58.951977 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151d247-17f2-4284-af82-913669b5bce2 req-8337b8bb-5145-4ce4-94fd-eb811eadab4d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:58.953665 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d151d247-17f2-4284-af82-913669b5bce2 req-8337b8bb-5145-4ce4-94fd-eb811eadab4d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0626884 Nov 02 13:10:59.014307 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d151d247-17f2-4284-af82-913669b5bce2 req-53af1511-173c-47aa-b5c3-989d0e21d222 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545340 Nov 02 13:10:59.161048 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:11:00.149966 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffe4e1-474f-4501-8ba1-41098ecc4392 req-4fbde271-2876-4cdd-959f-c9c68cd92ae7 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:00.151520 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b8ffe4e1-474f-4501-8ba1-41098ecc4392 req-4fbde271-2876-4cdd-959f-c9c68cd92ae7 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0544934 Nov 02 13:11:00.200407 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b8ffe4e1-474f-4501-8ba1-41098ecc4392 req-ba03e870-74f1-4a56-b195-c7f4035cb5ec tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Nov 02 13:11:00.345220 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9626d9-48ad-4b8a-94a2-af4f6f1daed9 req-eb0598c5-f2e0-4eeb-97d9-71c1ba60edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:00.346668 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf9626d9-48ad-4b8a-94a2-af4f6f1daed9 req-eb0598c5-f2e0-4eeb-97d9-71c1ba60edfe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 1130 time: 0.0936263 Nov 02 13:11:00.452660 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9626d9-48ad-4b8a-94a2-af4f6f1daed9 req-8bba84ff-a4f5-4588-ba4d-bf9c98bd79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:00.454236 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf9626d9-48ad-4b8a-94a2-af4f6f1daed9 req-8bba84ff-a4f5-4588-ba4d-bf9c98bd79e7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 919 time: 0.1007934 Nov 02 13:11:00.527963 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf9626d9-48ad-4b8a-94a2-af4f6f1daed9 req-053a696b-584d-4a09-8162-7ab973044160 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60827f5b-cea1-4157-8356-df1919564bdd HTTP/1.1" status: 200 len: 1001 time: 0.0673544 Nov 02 13:11:00.584558 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9626d9-48ad-4b8a-94a2-af4f6f1daed9 req-fe47882b-93b8-4c6c-a70f-11b31b08ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:00.586108 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf9626d9-48ad-4b8a-94a2-af4f6f1daed9 req-fe47882b-93b8-4c6c-a70f-11b31b08ce28 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 200 len: 856 time: 0.0488183 Nov 02 13:11:00.644348 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9626d9-48ad-4b8a-94a2-af4f6f1daed9 req-cd52aa21-6970-4f66-82e1-018bf53f5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:00.645861 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf9626d9-48ad-4b8a-94a2-af4f6f1daed9 req-cd52aa21-6970-4f66-82e1-018bf53f5198 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af1e376b-b426-494b-8a32-b21f326de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0513186 Nov 02 13:11:00.749317 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf9626d9-48ad-4b8a-94a2-af4f6f1daed9 req-99e08ecd-ca5b-4707-a489-3b70782d0a19 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969543 Nov 02 13:11:00.876688 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bf9626d9-48ad-4b8a-94a2-af4f6f1daed9 req-b2899f38-0144-440c-95e9-320eb00fc37f service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142960 Nov 02 13:11:01.347002 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc4235-fcff-47ca-b19a-be80cd03bc15 req-97fa915a-8c60-4cac-ad10-6b3893226dff tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:01.348552 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3bbc4235-fcff-47ca-b19a-be80cd03bc15 req-97fa915a-8c60-4cac-ad10-6b3893226dff tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0670216 Nov 02 13:11:01.406363 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3bbc4235-fcff-47ca-b19a-be80cd03bc15 req-6a40a82a-8425-44a5-b686-c8eef16bd061 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519588 Nov 02 13:11:02.542153 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a69aa-142f-43aa-a681-4ddc81d6966b req-1892be00-ffbc-494f-9363-ec7db5421d28 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:02.543693 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3d1a69aa-142f-43aa-a681-4ddc81d6966b req-1892be00-ffbc-494f-9363-ec7db5421d28 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0537212 Nov 02 13:11:02.595900 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3d1a69aa-142f-43aa-a681-4ddc81d6966b req-ad8f45b8-d718-4245-ab22-b1b19cac69da tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456860 Nov 02 13:11:03.630565 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 60827f5b-cea1-4157-8356-df1919564bdd no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:03.723017 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 60827f5b-cea1-4157-8356-df1919564bdd is: ACTIVE; New status is: DOWN {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:11:03.723298 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (60827f5b-cea1-4157-8356-df1919564bdd), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:03.750278 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9910ad-ef4e-40d6-873b-db3d8200ba96 req-052ab79b-5cec-4b8c-b893-0ac83e9a433f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:03.751934 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3e9910ad-ef4e-40d6-873b-db3d8200ba96 req-052ab79b-5cec-4b8c-b893-0ac83e9a433f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 946 time: 0.0651519 Nov 02 13:11:03.755826 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:11:03.758760 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e39e71-bfa4-4e9c-8ba3-72673c2a2f4c" -d '{"events": [{"server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "name": "network-vif-unplugged", "status": "completed", "tag": "60827f5b-cea1-4157-8356-df1919564bdd"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:03.772931 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=60827f5b-cea1-4157-8356-df1919564bdd,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:03.806642 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3e9910ad-ef4e-40d6-873b-db3d8200ba96 req-f0ec8f92-4853-4d4d-a361-7cd9e2a97d86 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470488 Nov 02 13:11:03.861110 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 13:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc0e5c1-8834-491d-b245-5f95f4569d09 x-openstack-request-id: req-5cc0e5c1-8834-491d-b245-5f95f4569d09 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:03.861691 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "name": "network-vif-unplugged", "status": "completed", "tag": "60827f5b-cea1-4157-8356-df1919564bdd", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:03.862253 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5cc0e5c1-8834-491d-b245-5f95f4569d09 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:03.862603 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc0e5c1-8834-491d-b245-5f95f4569d09'] response: {'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd', 'code': 200} Nov 02 13:11:03.900482 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (60827f5b-cea1-4157-8356-df1919564bdd), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:03.960891 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=60827f5b-cea1-4157-8356-df1919564bdd,revision_number=8']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:04.377200 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d931d501-a735-4101-9bc6-7224f7185bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:06.237626 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379ccc2-bbf5-4b69-900b-824231834809 req-dfca4be8-dec8-42c9-aa4c-2ef3023d7a6e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:06.239704 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a379ccc2-bbf5-4b69-900b-824231834809 req-dfca4be8-dec8-42c9-aa4c-2ef3023d7a6e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0597258 Nov 02 13:11:06.295953 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a379ccc2-bbf5-4b69-900b-824231834809 req-81090f01-7b58-488c-a1d9-414c0e4e9d3d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463769 Nov 02 13:11:06.567190 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72873fb3-fd7a-4484-b814-d42b85be5099 req-0efd7a28-5cfb-46a4-8a3b-eaad1de3884a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:06.568067 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-72873fb3-fd7a-4484-b814-d42b85be5099 req-0efd7a28-5cfb-46a4-8a3b-eaad1de3884a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0597761 Nov 02 13:11:06.630027 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-72873fb3-fd7a-4484-b814-d42b85be5099 req-f9045c45-7920-4eed-811a-90e6df65eae6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479035 Nov 02 13:11:06.713763 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60596) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:06.804134 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-954884c3-1bfc-4b4c-87f0-ebd24693b6cc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891795 Nov 02 13:11:06.813282 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-8a2bea1d-3f7b-420b-b083-40b30338cb79 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:11:06.814324 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-8a2bea1d-3f7b-420b-b083-40b30338cb79 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054052 Nov 02 13:11:06.892783 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60604) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:06.990257 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-12ec0fd4-e535-484b-ada0-394f171dfe8d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:06.991976 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-12ec0fd4-e535-484b-ada0-394f171dfe8d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports/60827f5b-cea1-4157-8356-df1919564bdd HTTP/1.1" status: 200 len: 941 time: 0.0978796 Nov 02 13:11:07.436409 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf502a-5fc2-44ee-9377-30481c97f1fa req-6d3f52ec-d2ca-4f68-969d-b3bfe0edabfd tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:07.437900 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-54bf502a-5fc2-44ee-9377-30481c97f1fa req-6d3f52ec-d2ca-4f68-969d-b3bfe0edabfd tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0547123 Nov 02 13:11:07.487636 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-54bf502a-5fc2-44ee-9377-30481c97f1fa req-4227dbfb-dfa1-4e61-b0a9-0660240c6ea7 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 Nov 02 13:11:07.763631 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408c389-e4fc-4989-a3a8-1f74ea607002 req-f58096f5-3775-44c6-886a-eef38a1f5dd6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:07.765127 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1408c389-e4fc-4989-a3a8-1f74ea607002 req-f58096f5-3775-44c6-886a-eef38a1f5dd6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0594206 Nov 02 13:11:07.816890 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1408c389-e4fc-4989-a3a8-1f74ea607002 req-890206b4-5e84-49bf-bab2-715a9813b2d4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460224 Nov 02 13:11:08.495069 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d7541684-bce7-4874-bcae-57bd1d2bc12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:08.631192 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0468e-c4c1-4c46-a5f6-d88f4bbe3bd0 req-80dfc63f-09af-4042-b0b8-d6366dd84573 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:08.632750 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-13f0468e-c4c1-4c46-a5f6-d88f4bbe3bd0 req-80dfc63f-09af-4042-b0b8-d6366dd84573 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0548182 Nov 02 13:11:08.684721 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-13f0468e-c4c1-4c46-a5f6-d88f4bbe3bd0 req-af85fcdc-7940-4604-8c38-052104a4e0e8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459087 Nov 02 13:11:08.944286 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80e47f-9982-4473-a9be-eca695197639 req-5ee75d14-7fae-48da-96a8-2d1ba9e6d586 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:08.945877 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1e80e47f-9982-4473-a9be-eca695197639 req-5ee75d14-7fae-48da-96a8-2d1ba9e6d586 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0547111 Nov 02 13:11:08.995371 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1e80e47f-9982-4473-a9be-eca695197639 req-795963dc-2e15-43ef-8013-adab987c9aec tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436864 Nov 02 13:11:09.021595 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-491637ef-060c-4036-9f59-bd28cce3557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:09.023227 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-491637ef-060c-4036-9f59-bd28cce3557d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729&tenant_id=5e267dd7fddd4c98a95ffd74397f2676 HTTP/1.1" status: 200 len: 1128 time: 0.0557020 Nov 02 13:11:09.104585 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-416b7f63-18c7-42bd-bea9-a5bb61c900b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:09.106067 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-416b7f63-18c7-42bd-bea9-a5bb61c900b4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 1128 time: 0.0463398 Nov 02 13:11:09.198904 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-c0554b79-c759-4446-951a-f3d44ad3f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:09.200419 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-c0554b79-c759-4446-951a-f3d44ad3f8a4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 919 time: 0.0880144 Nov 02 13:11:09.266602 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-28ad1f29-6775-4e84-a2c1-20bca260e2f6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60827f5b-cea1-4157-8356-df1919564bdd HTTP/1.1" status: 200 len: 999 time: 0.0598989 Nov 02 13:11:09.317807 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-b0d1a168-7aa3-4499-ae7e-508f9f1a2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:09.319395 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-b0d1a168-7aa3-4499-ae7e-508f9f1a2ebb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 200 len: 856 time: 0.0457439 Nov 02 13:11:09.370495 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-ceb8f01f-d0f3-40bf-8c31-5ec7d1382726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:09.371918 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-ceb8f01f-d0f3-40bf-8c31-5ec7d1382726 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af1e376b-b426-494b-8a32-b21f326de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457847 Nov 02 13:11:09.467654 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-046c8ae6-06c1-4435-8d79-ec89e7b60607 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891564 Nov 02 13:11:09.571952 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-88911d50-3a01-4eb5-8507-7acaceaed5d0 req-9a1fe9dd-9be1-43b0-9a8a-9f0731d5c63d service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975952 Nov 02 13:11:09.833168 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb444449-2d2c-4e64-a7a1-818ce304205d req-057f9020-99e1-4e6d-9729-f2dcb208e1f8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:09.835283 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-cb444449-2d2c-4e64-a7a1-818ce304205d req-057f9020-99e1-4e6d-9729-f2dcb208e1f8 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0586832 Nov 02 13:11:09.893311 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-cb444449-2d2c-4e64-a7a1-818ce304205d req-24572853-1aa8-46d7-b085-11c1aa8153e6 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506203 Nov 02 13:11:10.123586 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4c3d3-3a98-4a04-a901-73523a75eeed req-38f299bd-b494-492f-b8f7-377df952f06c tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:10.125071 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4ca4c3d3-3a98-4a04-a901-73523a75eeed req-38f299bd-b494-492f-b8f7-377df952f06c tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0519474 Nov 02 13:11:10.177322 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4ca4c3d3-3a98-4a04-a901-73523a75eeed req-30bd99b0-7ba3-4008-8812-107eb5430fb8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459564 Nov 02 13:11:10.577131 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:11.040591 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32b5d-316c-4a33-9764-ab54f157094f req-2056073c-9cca-4186-9d31-2142c2552a6a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:11.040591 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-82a32b5d-316c-4a33-9764-ab54f157094f req-2056073c-9cca-4186-9d31-2142c2552a6a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0644212 Nov 02 13:11:11.102531 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-82a32b5d-316c-4a33-9764-ab54f157094f req-536650c8-d971-4a10-80b1-e7a64e327285 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519269 Nov 02 13:11:11.330793 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fad40-9563-48cd-9ecd-350aea0f198f req-dd9d239b-8334-4790-82d9-84ab308b3088 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:11.331451 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-627fad40-9563-48cd-9ecd-350aea0f198f req-dd9d239b-8334-4790-82d9-84ab308b3088 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0720098 Nov 02 13:11:11.367127 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:11.388220 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-627fad40-9563-48cd-9ecd-350aea0f198f req-e33fe7ed-23e8-436d-b51a-671dde621333 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480237 Nov 02 13:11:11.683427 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:12.255428 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454b785-00b0-4b7d-b765-b4f711857e4b req-a037917c-5462-430f-bd4c-c5e527c571f2 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:12.256852 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2454b785-00b0-4b7d-b765-b4f711857e4b req-a037917c-5462-430f-bd4c-c5e527c571f2 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0703306 Nov 02 13:11:12.317040 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2454b785-00b0-4b7d-b765-b4f711857e4b req-dedaf616-ac3e-4ec6-9fd1-4bd92c7be818 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545261 Nov 02 13:11:12.533927 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f365a70-7ee3-40c2-97b2-43c90ca745a3 req-9b266333-05b7-4890-b159-98b0f4a255fc tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:12.535450 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5f365a70-7ee3-40c2-97b2-43c90ca745a3 req-9b266333-05b7-4890-b159-98b0f4a255fc tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0598915 Nov 02 13:11:12.594023 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5f365a70-7ee3-40c2-97b2-43c90ca745a3 req-040e716a-dc05-4ec9-a32e-f53f07bf62eb tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520389 Nov 02 13:11:13.462227 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf1f4a-770d-4553-811c-7c0e4b08a25d req-b4de2a56-d714-4bce-b88d-c865bcbcb1da tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:13.463829 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fcaf1f4a-770d-4553-811c-7c0e4b08a25d req-b4de2a56-d714-4bce-b88d-c865bcbcb1da tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0593088 Nov 02 13:11:13.533738 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fcaf1f4a-770d-4553-811c-7c0e4b08a25d req-d34c5da2-6a2e-43bd-be90-9d7c2160f487 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591018 Nov 02 13:11:13.741556 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7bf53-fe15-4df0-b69a-02b95503f50f req-7796a7e6-da40-4b41-a4dd-c041c34588e9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:13.743115 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9cb7bf53-fe15-4df0-b69a-02b95503f50f req-7796a7e6-da40-4b41-a4dd-c041c34588e9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0641739 Nov 02 13:11:13.796820 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9cb7bf53-fe15-4df0-b69a-02b95503f50f req-5d995202-a1d6-4de1-b589-ef622cd6f55e tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473838 Nov 02 13:11:14.669589 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc408d5f-0958-4485-b92d-9a29de1dbd67 req-d5962aab-ce8b-42c2-ae20-c62a63252499 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:14.671462 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-dc408d5f-0958-4485-b92d-9a29de1dbd67 req-d5962aab-ce8b-42c2-ae20-c62a63252499 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0597703 Nov 02 13:11:14.730033 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-dc408d5f-0958-4485-b92d-9a29de1dbd67 req-ef5fa59c-069f-47ab-9491-53e1cd3ebbde tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509672 Nov 02 13:11:14.879519 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:14.945792 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299c8a-54db-4e27-879f-3cbb88973223 req-13ea99dc-7615-4bc1-ae88-42a27bb8237d tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:14.947811 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-eb299c8a-54db-4e27-879f-3cbb88973223 req-13ea99dc-7615-4bc1-ae88-42a27bb8237d tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0590165 Nov 02 13:11:15.006617 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-eb299c8a-54db-4e27-879f-3cbb88973223 req-bc042a80-ea31-49f4-8047-679a3a1967f5 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465345 Nov 02 13:11:15.934368 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814637d9-99aa-45cd-bca1-cbeb54688e80 req-5abe2d18-f925-4065-b7d3-d31823b86a00 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:15.962757 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-814637d9-99aa-45cd-bca1-cbeb54688e80 req-5abe2d18-f925-4065-b7d3-d31823b86a00 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0803580 Nov 02 13:11:16.000685 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-814637d9-99aa-45cd-bca1-cbeb54688e80 req-57a1cf81-baa2-41da-9ce1-9514f013353d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586519 Nov 02 13:11:16.149005 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4005c-fcf2-486f-8022-7b51443a2cc7 req-76735cb6-7b31-49e6-9ad6-6526f18c1da4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:16.150714 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-59c4005c-fcf2-486f-8022-7b51443a2cc7 req-76735cb6-7b31-49e6-9ad6-6526f18c1da4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0633645 Nov 02 13:11:16.217518 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-59c4005c-fcf2-486f-8022-7b51443a2cc7 req-f234198e-0288-4a4c-aaa5-5648b828f7fb tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504372 Nov 02 13:11:17.183641 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae80a4-b3b4-4408-9589-41cd27344af3 req-ac787e37-dd53-439d-9e16-9b31a7a4b866 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:17.185182 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-84ae80a4-b3b4-4408-9589-41cd27344af3 req-ac787e37-dd53-439d-9e16-9b31a7a4b866 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0645845 Nov 02 13:11:17.248623 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-84ae80a4-b3b4-4408-9589-41cd27344af3 req-b21829f6-3a97-4446-9ed2-8b6923cdda65 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567780 Nov 02 13:11:17.407024 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36f949-bdfe-4516-9db6-01649983485e req-43a8c374-d0a2-446f-a815-b379348315f3 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:17.409102 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4c36f949-bdfe-4516-9db6-01649983485e req-43a8c374-d0a2-446f-a815-b379348315f3 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0680764 Nov 02 13:11:17.466874 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4c36f949-bdfe-4516-9db6-01649983485e req-bd92d757-09ee-4cbe-ad0a-e6058b5be4fa tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485973 Nov 02 13:11:18.403600 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea084f6-9ace-4d7e-aa09-9e6ff91b039d req-bd7a2e2d-af88-4ffb-b0b3-998763fb9eac tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:18.405497 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0ea084f6-9ace-4d7e-aa09-9e6ff91b039d req-bd7a2e2d-af88-4ffb-b0b3-998763fb9eac tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0617902 Nov 02 13:11:18.468861 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0ea084f6-9ace-4d7e-aa09-9e6ff91b039d req-9399bf04-283d-4422-b605-43a654e6ddb7 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541873 Nov 02 13:11:18.601649 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d8ebf-9802-45c1-a3d7-d11264c545f4 req-7eca96fd-e4d6-4fe6-afa7-f28e13d048d9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:18.603188 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-587d8ebf-9802-45c1-a3d7-d11264c545f4 req-7eca96fd-e4d6-4fe6-afa7-f28e13d048d9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0538666 Nov 02 13:11:18.651690 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-587d8ebf-9802-45c1-a3d7-d11264c545f4 req-b012d368-bd75-4c85-ae28-90c22d709d85 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=2dbb9fc3-7f08-444a-8040-bd1764794432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Nov 02 13:11:19.070739 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-04c6d06a-17e3-4f5b-bfcc-7a96310adad9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:19.072288 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-04c6d06a-17e3-4f5b-bfcc-7a96310adad9 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 945 time: 0.0598919 Nov 02 13:11:19.173599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Deleting port 19d8996d-f126-40ce-bf67-ece5e491049b {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:19.173961 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:19.268192 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] For port 19d8996d-f126-40ce-bf67-ece5e491049b, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=19d8996d-f126-40ce-bf67-ece5e491049b,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:19.268561 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:19.437109 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:19.437482 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (e126132f-a4f3-412d-8f1d-0da50e999319), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:19.437832 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Floating IP e126132f-a4f3-412d-8f1d-0da50e999319 disassociated. External IP: 172.28.4.246, port: 19d8996d-f126-40ce-bf67-ece5e491049b. Nov 02 13:11:19.438235 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Calling delete_port for 19d8996d-f126-40ce-bf67-ece5e491049b owned by compute:nova {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:19.621033 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c5480-0a8f-479f-a22b-cb001e1c7126 req-76776b98-319e-4dab-8119-a5000d0cae04 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:19.622593 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-816c5480-0a8f-479f-a22b-cb001e1c7126 req-76776b98-319e-4dab-8119-a5000d0cae04 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0531909 Nov 02 13:11:19.648333 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (19d8996d-f126-40ce-bf67-ece5e491049b), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:19.674545 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-816c5480-0a8f-479f-a22b-cb001e1c7126 req-bed29aad-9acd-41f7-a9d2-2d7338b29c94 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460660 Nov 02 13:11:19.678072 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event deleted for resources: {'Port': ['ID=19d8996d-f126-40ce-bf67-ece5e491049b,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:19.812175 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c365039c-8691-4141-b2f7-97aa4c415b5f req-010087a5-0969-4179-b198-4fe1f8242f2e tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 210 time: 0.0342934 Nov 02 13:11:19.832948 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:11:19.940900 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:11:19.955388 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb9ef89-5e77-422e-9d35-dc69a5656e25 None None] Sync routers for ids ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:11:19.965220 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb9ef89-5e77-422e-9d35-dc69a5656e25 None None] Routers {'8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:19.965885 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-ceb9ef89-5e77-422e-9d35-dc69a5656e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:19.983515 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] No DVR routers for this DVR port 19d8996d-f126-40ce-bf67-ece5e491049b on host hv-cinder-86327 {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:11:19.986083 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:19.990477 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1a9d6f9b-259d-45af-8492-87e568bff805 req-5b9dd13d-c361-4f7f-82ac-46b1b3b2b1af tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "DELETE /v2.0/ports/19d8996d-f126-40ce-bf67-ece5e491049b HTTP/1.1" status: 204 len: 173 time: 0.9115896 Nov 02 13:11:19.990634 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'name': 'network-vif-deleted', 'tag': '19d8996d-f126-40ce-bf67-ece5e491049b'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:11:19.992975 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781f8b50-5dd1-463f-947c-8a001949fc0e" -d '{"events": [{"server_uuid": "b367959b-dbfc-41cb-b521-9caabe11dca0", "name": "network-vif-deleted", "tag": "19d8996d-f126-40ce-bf67-ece5e491049b"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:20.081193 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-ceb9ef89-5e77-422e-9d35-dc69a5656e25 None None] Set router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:20.095700 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3edb7b-f66b-4666-af84-965fb126af32 x-openstack-request-id: req-9c3edb7b-f66b-4666-af84-965fb126af32 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:20.096222 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b367959b-dbfc-41cb-b521-9caabe11dca0", "name": "network-vif-deleted", "tag": "19d8996d-f126-40ce-bf67-ece5e491049b", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:20.096589 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9c3edb7b-f66b-4666-af84-965fb126af32 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:20.097239 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3edb7b-f66b-4666-af84-965fb126af32'] response: {'server_uuid': 'b367959b-dbfc-41cb-b521-9caabe11dca0', 'name': 'network-vif-deleted', 'tag': '19d8996d-f126-40ce-bf67-ece5e491049b', 'status': 'completed', 'code': 200} Nov 02 13:11:20.308483 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-ceb9ef89-5e77-422e-9d35-dc69a5656e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'c24ab2ba-56b1-4baf-bdb5-66e666acfbbb', 'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'mac_address': 'fa:16:3e:bd:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:03Z', 'revision_number': 5, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'subnets': [{'id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:20.334083 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb9ef89-5e77-422e-9d35-dc69a5656e25 None None] Checking router: 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:11:20.345451 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb9ef89-5e77-422e-9d35-dc69a5656e25 None None] Routers {'8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:20.346142 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-ceb9ef89-5e77-422e-9d35-dc69a5656e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:20.461308 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-ceb9ef89-5e77-422e-9d35-dc69a5656e25 None None] Set router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:20.663396 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-ceb9ef89-5e77-422e-9d35-dc69a5656e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'c24ab2ba-56b1-4baf-bdb5-66e666acfbbb', 'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'mac_address': 'fa:16:3e:bd:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:03Z', 'revision_number': 5, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'subnets': [{'id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:20.693864 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb9ef89-5e77-422e-9d35-dc69a5656e25 None None] The sync data for ids ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'] in dv-cinder-863278-1-smb is: [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'c24ab2ba-56b1-4baf-bdb5-66e666acfbbb', 'name': '', 'network_id': 'c9fd9e66-8f40-4269-a56c-345e624b8058', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'mac_address': 'fa:16:3e:bd:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:03Z', 'revision_number': 5, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'subnets': [{'id': 'acb6ee6b-ee5f-4cf3-9955-0cdea2234655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:11:20.847430 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216020-a276-4525-b784-1fc26802c2d8 req-8529a3ef-670b-4126-8842-0489f275192a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:20.850068 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1b216020-a276-4525-b784-1fc26802c2d8 req-8529a3ef-670b-4126-8842-0489f275192a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0673475 Nov 02 13:11:20.916268 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1b216020-a276-4525-b784-1fc26802c2d8 req-d64806b2-fe03-4e51-a4a2-0d56ee07212d tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574393 Nov 02 13:11:20.974727 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-abe91604-279e-4377-b0a1-c612b7d036e3 req-b93c6808-0bd5-4db9-aefa-af79f498ba96 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b367959b-dbfc-41cb-b521-9caabe11dca0 HTTP/1.1" status: 200 len: 210 time: 0.0432661 Nov 02 13:11:20.975338 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a500dd-a567-477d-bc12-dd344d160aee None None] New status for floating IP e126132f-a4f3-412d-8f1d-0da50e999319: DOWN {{(pid=116231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:11:21.655913 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 60827f5b-cea1-4157-8356-df1919564bdd details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:11:21.667424 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 19d8996d-f126-40ce-bf67-ece5e491049b no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:21.691778 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 19d8996d-f126-40ce-bf67-ece5e491049b {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:11:21.692253 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 19d8996d-f126-40ce-bf67-ece5e491049b not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:21.931095 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=60827f5b-cea1-4157-8356-df1919564bdd,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:21.945579 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '60827f5b-cea1-4157-8356-df1919564bdd', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'port_id': '60827f5b-cea1-4157-8356-df1919564bdd', 'mac_address': 'fa:16:3e:2c:fb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:11:21.984580 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 60827f5b-cea1-4157-8356-df1919564bdd is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:11:21.985226 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (60827f5b-cea1-4157-8356-df1919564bdd), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:22.000742 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60827f5b-cea1-4157-8356-df1919564bdd {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:11:22.023929 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=60827f5b-cea1-4157-8356-df1919564bdd,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:22.072966 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd15da-718e-440e-876f-1dad2137a69e req-ba4af68b-9e19-40e1-95c0-cc4d9e50353a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:22.074514 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f9fd15da-718e-440e-876f-1dad2137a69e req-ba4af68b-9e19-40e1-95c0-cc4d9e50353a tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 944 time: 0.0581799 Nov 02 13:11:22.103215 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (60827f5b-cea1-4157-8356-df1919564bdd), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:22.139544 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f9fd15da-718e-440e-876f-1dad2137a69e req-116c6a62-92af-4693-bedc-23e44e5e9c21 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588093 Nov 02 13:11:22.162006 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=60827f5b-cea1-4157-8356-df1919564bdd,revision_number=9']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:22.346609 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60744) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:22.405104 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for security_group (2dbb9fc3-7f08-444a-8040-bd1764794432), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:22.431678 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for security_group (2dbb9fc3-7f08-444a-8040-bd1764794432), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:22.450222 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['60827f5b-cea1-4157-8356-df1919564bdd'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:11:22.581482 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (2dbb9fc3-7f08-444a-8040-bd1764794432), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:22.584927 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:22.586402 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "DELETE /v2.0/security-groups/2dbb9fc3-7f08-444a-8040-bd1764794432 HTTP/1.1" status: 204 len: 168 time: 0.2458119 Nov 02 13:11:22.591708 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60746) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:22.598481 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbb9fc3-7f08-444a-8040-bd1764794432,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:22.609247 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.api.v2.resource [None req-fcbdbf78-da1e-4f79-831c-d415811d5911 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] show failed (client error): The resource could not be found. Nov 02 13:11:22.611114 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-fcbdbf78-da1e-4f79-831c-d415811d5911 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups/2dbb9fc3-7f08-444a-8040-bd1764794432 HTTP/1.1" status: 404 len: 347 time: 0.0176959 Nov 02 13:11:22.611816 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.612297 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.612738 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.613146 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.613591 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.613828 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60748) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:22.614156 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.614587 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.615045 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.615537 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.615961 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.616391 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.616821 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.617310 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de5f6e-8ea1-45a2-b44c-6c102d5bc6e4 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.739143 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Deleting port b7861bbb-d659-43d8-aeea-79e31dcd3c37 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:22.739405 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (b7861bbb-d659-43d8-aeea-79e31dcd3c37), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:22.829393 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (b7861bbb-d659-43d8-aeea-79e31dcd3c37), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:22.830344 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for floatingip (b7861bbb-d659-43d8-aeea-79e31dcd3c37), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:22.852059 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Calling delete_port for b7861bbb-d659-43d8-aeea-79e31dcd3c37 owned by network:floatingip {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:23.107351 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (b7861bbb-d659-43d8-aeea-79e31dcd3c37), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:23.137548 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event deleted for resources: {'Port': ['ID=b7861bbb-d659-43d8-aeea-79e31dcd3c37,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:23.148957 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.149256 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.149651 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.149969 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.150312 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.150650 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.150985 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.151318 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.151649 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.151980 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.152315 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.152644 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.152975 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:23.221449 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks [] for floatingip (e126132f-a4f3-412d-8f1d-0da50e999319), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:23.224045 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:23.225237 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-eacf0c44-4380-4db0-80f5-45b3356daf15 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "DELETE /v2.0/floatingips/e126132f-a4f3-412d-8f1d-0da50e999319 HTTP/1.1" status: 204 len: 168 time: 0.6103122 Nov 02 13:11:23.283993 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056af997-b6cb-459e-b658-abedb19f2836 req-f6622f1e-f9a7-45ad-aaf8-1e3e06a43e81 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:23.285579 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-056af997-b6cb-459e-b658-abedb19f2836 req-f6622f1e-f9a7-45ad-aaf8-1e3e06a43e81 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 945 time: 0.0593152 Nov 02 13:11:23.337885 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-056af997-b6cb-459e-b658-abedb19f2836 req-3f87753f-e7b4-415a-acc1-2eba9a07a591 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454116 Nov 02 13:11:23.658472 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 60827f5b-cea1-4157-8356-df1919564bdd up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:11:23.710079 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 60827f5b-cea1-4157-8356-df1919564bdd triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:11:23.710460 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (60827f5b-cea1-4157-8356-df1919564bdd), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:23.710872 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 60827f5b-cea1-4157-8356-df1919564bdd Nov 02 13:11:23.786926 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 60827f5b-cea1-4157-8356-df1919564bdd is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:11:23.787322 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (60827f5b-cea1-4157-8356-df1919564bdd), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:23.812895 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:11:23.815250 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01a1469-90dd-470b-9d1b-838c2a7ce01e" -d '{"events": [{"server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "name": "network-vif-plugged", "status": "completed", "tag": "60827f5b-cea1-4157-8356-df1919564bdd"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:23.830352 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=60827f5b-cea1-4157-8356-df1919564bdd,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:23.925704 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (60827f5b-cea1-4157-8356-df1919564bdd), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:23.934695 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614cac7-0e16-425e-93bb-5a29473afb4b req-80d17cdf-743e-4965-b002-4416b8722165 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:23.936590 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4614cac7-0e16-425e-93bb-5a29473afb4b req-80d17cdf-743e-4965-b002-4416b8722165 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 946 time: 0.0857215 Nov 02 13:11:23.955068 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99672b62-f2be-48d8-b534-3a968d4df388 x-openstack-request-id: req-99672b62-f2be-48d8-b534-3a968d4df388 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:23.955547 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "name": "network-vif-plugged", "status": "completed", "tag": "60827f5b-cea1-4157-8356-df1919564bdd", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:23.955864 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-99672b62-f2be-48d8-b534-3a968d4df388 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:23.956328 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99672b62-f2be-48d8-b534-3a968d4df388'] response: {'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd', 'code': 200} Nov 02 13:11:23.995053 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=60827f5b-cea1-4157-8356-df1919564bdd,revision_number=10']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:24.002346 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4614cac7-0e16-425e-93bb-5a29473afb4b req-ad5ecda1-1b7e-4584-bd66-24d0f5eb27d0 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=524ea02a-59e9-47cb-81c2-f965d4076299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592968 Nov 02 13:11:24.392307 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cd96a-6dcf-4b05-9791-56f01c7425dd req-c07a8b77-ab70-4cd2-a895-10c56564408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:24.394070 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-661cd96a-6dcf-4b05-9791-56f01c7425dd req-c07a8b77-ab70-4cd2-a895-10c56564408f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 1131 time: 0.0524945 Nov 02 13:11:24.466448 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-661cd96a-6dcf-4b05-9791-56f01c7425dd req-6b5b525d-7094-402b-8cf6-5e55a667985e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661318 Nov 02 13:11:24.490673 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636cf25-7dee-428a-8f3c-67d37740e6bd req-a662841c-403f-4ec3-aa1f-c670d61be0ff tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:24.492788 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f636cf25-7dee-428a-8f3c-67d37740e6bd req-a662841c-403f-4ec3-aa1f-c670d61be0ff tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 947 time: 0.0668919 Nov 02 13:11:24.544863 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f636cf25-7dee-428a-8f3c-67d37740e6bd req-b0d3602e-5456-457b-b14c-56d1971ee265 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462830 Nov 02 13:11:25.130711 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26450d-1735-49a1-b49c-954d909b17ec req-6ae0b998-04fc-4017-8309-53c1782d2a63 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:25.132275 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5b26450d-1735-49a1-b49c-954d909b17ec req-6ae0b998-04fc-4017-8309-53c1782d2a63 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 946 time: 0.0586157 Nov 02 13:11:25.180562 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5b26450d-1735-49a1-b49c-954d909b17ec req-1daa00e6-6dd5-48ce-8784-031003f9772b tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=524ea02a-59e9-47cb-81c2-f965d4076299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426149 Nov 02 13:11:25.681596 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459224d9-6d9e-452c-b54d-f42b245384ab req-f3d04e0a-5bb2-4db0-9c95-1e61abd765f1 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:25.683300 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-459224d9-6d9e-452c-b54d-f42b245384ab req-f3d04e0a-5bb2-4db0-9c95-1e61abd765f1 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 947 time: 0.0586066 Nov 02 13:11:25.742308 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-459224d9-6d9e-452c-b54d-f42b245384ab req-b9e8c158-09bd-41f9-a016-6833fe651cab tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530899 Nov 02 13:11:26.349646 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707f8d5-6493-4fd7-a8cf-886f05d0821c req-aca6e59f-8ad7-451e-bee2-cde947026ead tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:26.351330 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0707f8d5-6493-4fd7-a8cf-886f05d0821c req-aca6e59f-8ad7-451e-bee2-cde947026ead tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0636053 Nov 02 13:11:26.368584 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-dc3e3e80-6255-4a08-a22c-6f802bba942d tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:26.370282 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-dc3e3e80-6255-4a08-a22c-6f802bba942d tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 946 time: 0.1105354 Nov 02 13:11:26.378911 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d985835-e048-4a77-9854-8a1824869aed req-74893d0e-f685-478e-be09-8f335c39508f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:26.380969 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1d985835-e048-4a77-9854-8a1824869aed req-74893d0e-f685-478e-be09-8f335c39508f tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 946 time: 0.1193802 Nov 02 13:11:26.409153 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0707f8d5-6493-4fd7-a8cf-886f05d0821c req-da49943a-5768-4619-a5b2-98a0d86d356e tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485642 Nov 02 13:11:26.499640 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1d985835-e048-4a77-9854-8a1824869aed req-31c8c452-6254-46ab-83ff-ece8492ebc48 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups?id=524ea02a-59e9-47cb-81c2-f965d4076299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1104505 Nov 02 13:11:26.527813 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Deleting port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:26.528149 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:26.622884 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] For port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:26.623239 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:26.801074 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:26.802332 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (cabd73ea-e586-43d3-ab5f-f62ea72f3aa4), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:26.802332 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Floating IP cabd73ea-e586-43d3-ab5f-f62ea72f3aa4 disassociated. External IP: 172.28.4.108, port: 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8. Nov 02 13:11:26.802621 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Calling delete_port for 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 owned by compute:nova {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:26.883852 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47521bd2-5f7c-4fbb-a687-2d2dc68840cb req-aec35875-3360-4e3e-bbfe-1a12d883c74f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:26.885500 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-47521bd2-5f7c-4fbb-a687-2d2dc68840cb req-aec35875-3360-4e3e-bbfe-1a12d883c74f tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 947 time: 0.0590808 Nov 02 13:11:26.945462 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-47521bd2-5f7c-4fbb-a687-2d2dc68840cb req-87ff4e59-a028-411c-b3bc-fcafa8085a94 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505617 Nov 02 13:11:27.044522 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:27.075160 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event deleted for resources: {'Port': ['ID=7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:27.189461 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Router 564f2c35-915a-427d-90bc-6b7192856d14 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:11:27.297458 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:11:27.307701 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed497bfc-2bdf-469c-9d96-015c78f2027b None None] Sync routers for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:11:27.318474 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed497bfc-2bdf-469c-9d96-015c78f2027b None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:27.319123 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-ed497bfc-2bdf-469c-9d96-015c78f2027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:27.346662 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] No DVR routers for this DVR port 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 on host hv-cinder-86327 {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:11:27.349986 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:27.353446 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-93f8aae8-70b2-4073-8cec-5c9eb07db148 req-8c9de957-4186-488d-b80e-96c8def2ecdb tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.86 "DELETE /v2.0/ports/7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 HTTP/1.1" status: 204 len: 173 time: 0.9662650 Nov 02 13:11:27.354009 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'name': 'network-vif-deleted', 'tag': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:11:27.356380 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80946c6c-dc76-4346-beab-89b163f9a70c" -d '{"events": [{"server_uuid": "57c57c97-8fc4-4b7c-adeb-2a254315f6a4", "name": "network-vif-deleted", "tag": "7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:27.394208 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba71b42e-610b-443c-b27e-50414620a306 x-openstack-request-id: req-ba71b42e-610b-443c-b27e-50414620a306 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:27.394499 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c57c97-8fc4-4b7c-adeb-2a254315f6a4", "name": "network-vif-deleted", "tag": "7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:27.394759 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ba71b42e-610b-443c-b27e-50414620a306 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:27.395170 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba71b42e-610b-443c-b27e-50414620a306'] response: {'server_uuid': '57c57c97-8fc4-4b7c-adeb-2a254315f6a4', 'name': 'network-vif-deleted', 'tag': '7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8', 'status': 'completed', 'code': 200} Nov 02 13:11:27.438430 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-ed497bfc-2bdf-469c-9d96-015c78f2027b None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:27.560724 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18bfed-0afe-4501-abc5-6cd2628011d0 req-c583f9f1-5f58-4c4d-a3ba-05429e52c1f8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:27.563097 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ed18bfed-0afe-4501-abc5-6cd2628011d0 req-c583f9f1-5f58-4c4d-a3ba-05429e52c1f8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0647326 Nov 02 13:11:27.637704 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c5795a3-eab7-44ab-b32d-7cb1597dbf46 req-daa9f5f1-4586-4003-b9cd-1c8b8c4b4185 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/ports?device_id=57c57c97-8fc4-4b7c-adeb-2a254315f6a4 HTTP/1.1" status: 200 len: 210 time: 0.0448961 Nov 02 13:11:27.647471 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ed18bfed-0afe-4501-abc5-6cd2628011d0 req-86c07362-580f-4899-aae7-fee6400ad034 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771365 Nov 02 13:11:27.708680 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-ed497bfc-2bdf-469c-9d96-015c78f2027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:27.734204 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed497bfc-2bdf-469c-9d96-015c78f2027b None None] Checking router: 564f2c35-915a-427d-90bc-6b7192856d14 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:11:27.744410 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed497bfc-2bdf-469c-9d96-015c78f2027b None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:27.745020 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-ed497bfc-2bdf-469c-9d96-015c78f2027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:27.858365 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-ed497bfc-2bdf-469c-9d96-015c78f2027b None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:28.089246 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-ed497bfc-2bdf-469c-9d96-015c78f2027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:28.098087 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91591-b071-445c-afac-4da7f451a656 req-bcdf597c-4f41-4911-9513-24f4f711d950 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:28.100713 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-19d91591-b071-445c-afac-4da7f451a656 req-bcdf597c-4f41-4911-9513-24f4f711d950 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 947 time: 0.0708845 Nov 02 13:11:28.176037 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-19d91591-b071-445c-afac-4da7f451a656 req-ff1d7daf-e4e0-4f90-8bd3-f602bc83df1b tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646360 Nov 02 13:11:28.206376 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed497bfc-2bdf-469c-9d96-015c78f2027b None None] The sync data for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb is: [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:05:24Z', 'revision_number': 4, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'f194027d-ad2d-452f-ba72-c1fff6d5fde9', 'name': '', 'network_id': '458c9c2b-29df-4bee-b02f-d359db3b0898', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'mac_address': 'fa:16:3e:e1:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:22Z', 'updated_at': '2022-11-02T13:05:38Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'subnets': [{'id': '34562175-220e-4327-8ff3-8fb8876f7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:11:28.470325 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d47547-219c-486a-b0dc-a8fc0aff4ec8 None None] New status for floating IP cabd73ea-e586-43d3-ab5f-f62ea72f3aa4: DOWN {{(pid=116231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:11:28.799184 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db5da4-90a4-4b69-9b35-85d049146505 req-110709c9-b881-457e-9e2a-906f9154392a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:28.800730 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-01db5da4-90a4-4b69-9b35-85d049146505 req-110709c9-b881-457e-9e2a-906f9154392a tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0605578 Nov 02 13:11:28.859855 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-01db5da4-90a4-4b69-9b35-85d049146505 req-59d6b87c-3de7-41b6-8a10-d92dff249382 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494137 Nov 02 13:11:28.919897 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60844) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:28.976477 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1e718507-5444-4812-91b0-52bb588299a2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (524ea02a-59e9-47cb-81c2-f965d4076299), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.000389 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1e718507-5444-4812-91b0-52bb588299a2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (524ea02a-59e9-47cb-81c2-f965d4076299), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.013171 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499bfe7-8a51-43e2-ad56-393b6faf6cf5 req-c4816323-9419-4dbc-add1-da7555f2e1f5 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:29.014676 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9499bfe7-8a51-43e2-ad56-393b6faf6cf5 req-c4816323-9419-4dbc-add1-da7555f2e1f5 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 946 time: 0.0533144 Nov 02 13:11:29.110846 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-9499bfe7-8a51-43e2-ad56-393b6faf6cf5 req-3e697ad6-1a43-40bd-b4b0-8bd9ce002728 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Deleting port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:29.111546 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9499bfe7-8a51-43e2-ad56-393b6faf6cf5 req-3e697ad6-1a43-40bd-b4b0-8bd9ce002728 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.141866 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1e718507-5444-4812-91b0-52bb588299a2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (524ea02a-59e9-47cb-81c2-f965d4076299), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.144606 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1e718507-5444-4812-91b0-52bb588299a2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.145847 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-1e718507-5444-4812-91b0-52bb588299a2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "DELETE /v2.0/security-groups/524ea02a-59e9-47cb-81c2-f965d4076299 HTTP/1.1" status: 204 len: 168 time: 0.2249055 Nov 02 13:11:29.150660 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60846) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:29.167664 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e718507-5444-4812-91b0-52bb588299a2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524ea02a-59e9-47cb-81c2-f965d4076299,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:29.177170 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.api.v2.resource [None req-40b9d36c-3091-4c2b-b8e3-d25bd651b4e9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] show failed (client error): The resource could not be found. Nov 02 13:11:29.177538 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-40b9d36c-3091-4c2b-b8e3-d25bd651b4e9 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "GET /v2.0/security-groups/524ea02a-59e9-47cb-81c2-f965d4076299 HTTP/1.1" status: 404 len: 347 time: 0.0258763 Nov 02 13:11:29.186270 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60848) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:29.229225 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-9499bfe7-8a51-43e2-ad56-393b6faf6cf5 req-3e697ad6-1a43-40bd-b4b0-8bd9ce002728 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] For port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7b7045bb-af20-4e9b-8bf8-94f53a785ae9,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:29.229502 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9499bfe7-8a51-43e2-ad56-393b6faf6cf5 req-3e697ad6-1a43-40bd-b4b0-8bd9ce002728 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.252929 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-9499bfe7-8a51-43e2-ad56-393b6faf6cf5 req-3e697ad6-1a43-40bd-b4b0-8bd9ce002728 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Calling delete_port for 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 owned by compute:nova {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:29.324340 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-dc90636e-4b6e-4d58-9a0c-7caaa0744db2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Deleting port 7913adab-a1a6-45ca-8686-e5af4fb3d2a6 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:29.324689 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dc90636e-4b6e-4d58-9a0c-7caaa0744db2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (7913adab-a1a6-45ca-8686-e5af4fb3d2a6), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.407483 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dc90636e-4b6e-4d58-9a0c-7caaa0744db2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (7913adab-a1a6-45ca-8686-e5af4fb3d2a6), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.407887 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dc90636e-4b6e-4d58-9a0c-7caaa0744db2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (7913adab-a1a6-45ca-8686-e5af4fb3d2a6), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.421437 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-dc90636e-4b6e-4d58-9a0c-7caaa0744db2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Calling delete_port for 7913adab-a1a6-45ca-8686-e5af4fb3d2a6 owned by network:floatingip {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:29.454037 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9499bfe7-8a51-43e2-ad56-393b6faf6cf5 req-3e697ad6-1a43-40bd-b4b0-8bd9ce002728 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (7b7045bb-af20-4e9b-8bf8-94f53a785ae9), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.483385 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e697ad6-1a43-40bd-b4b0-8bd9ce002728 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event deleted for resources: {'Port': ['ID=7b7045bb-af20-4e9b-8bf8-94f53a785ae9,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:29.492543 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['1796ac77-4840-46a3-a56e-0d9224eecdf6', '7b7045bb-af20-4e9b-8bf8-94f53a785ae9'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:11:29.537044 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-9499bfe7-8a51-43e2-ad56-393b6faf6cf5 req-3e697ad6-1a43-40bd-b4b0-8bd9ce002728 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] No DVR routers for this DVR port 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 on host hv-cinder-86327 {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:11:29.539531 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-9499bfe7-8a51-43e2-ad56-393b6faf6cf5 req-3e697ad6-1a43-40bd-b4b0-8bd9ce002728 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.542901 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9499bfe7-8a51-43e2-ad56-393b6faf6cf5 req-3e697ad6-1a43-40bd-b4b0-8bd9ce002728 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "DELETE /v2.0/ports/7b7045bb-af20-4e9b-8bf8-94f53a785ae9 HTTP/1.1" status: 204 len: 173 time: 0.5224943 Nov 02 13:11:29.543427 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42b14b3-493a-429c-b8c3-13e046617025', 'name': 'network-vif-deleted', 'tag': '7b7045bb-af20-4e9b-8bf8-94f53a785ae9'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:11:29.545994 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f27a05-af64-4939-abea-da0a76f06ee8" -d '{"events": [{"server_uuid": "b42b14b3-493a-429c-b8c3-13e046617025", "name": "network-vif-deleted", "tag": "7b7045bb-af20-4e9b-8bf8-94f53a785ae9"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:29.584934 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9531d9c1-65ee-4b27-be00-8e771c5b514b x-openstack-request-id: req-9531d9c1-65ee-4b27-be00-8e771c5b514b {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:29.585419 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42b14b3-493a-429c-b8c3-13e046617025", "name": "network-vif-deleted", "tag": "7b7045bb-af20-4e9b-8bf8-94f53a785ae9", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:29.585751 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9531d9c1-65ee-4b27-be00-8e771c5b514b {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:29.586221 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9531d9c1-65ee-4b27-be00-8e771c5b514b'] response: {'server_uuid': 'b42b14b3-493a-429c-b8c3-13e046617025', 'name': 'network-vif-deleted', 'tag': '7b7045bb-af20-4e9b-8bf8-94f53a785ae9', 'status': 'completed', 'code': 200} Nov 02 13:11:29.662494 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:29.684881 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:11:29.685223 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 7797bfaf-3082-4e66-ba9f-72b8d0e6d3a8 not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:29.719006 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dc90636e-4b6e-4d58-9a0c-7caaa0744db2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (7913adab-a1a6-45ca-8686-e5af4fb3d2a6), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.748846 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90636e-4b6e-4d58-9a0c-7caaa0744db2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Pushing event deleted for resources: {'Port': ['ID=7913adab-a1a6-45ca-8686-e5af4fb3d2a6,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:29.818634 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dc90636e-4b6e-4d58-9a0c-7caaa0744db2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks [] for floatingip (cabd73ea-e586-43d3-ab5f-f62ea72f3aa4), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.821412 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dc90636e-4b6e-4d58-9a0c-7caaa0744db2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.822648 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-dc90636e-4b6e-4d58-9a0c-7caaa0744db2 tempest-AttachVolumeNegativeTest-661205152 tempest-AttachVolumeNegativeTest-661205152-project] 10.222.0.93 "DELETE /v2.0/floatingips/cabd73ea-e586-43d3-ab5f-f62ea72f3aa4 HTTP/1.1" status: 204 len: 168 time: 0.6353989 Nov 02 13:11:29.998026 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-800fa8a3-ac98-433b-8358-af5cdb31b03c req-15055896-83d6-48cb-874f-7ca55ea2ac72 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42b14b3-493a-429c-b8c3-13e046617025 HTTP/1.1" status: 200 len: 210 time: 0.0422537 Nov 02 13:11:31.541236 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb815b-44b3-445a-ba50-ecfe601ef3fb req-c171510d-932e-4b15-b76c-6942b6bb37be tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:31.542796 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-34bb815b-44b3-445a-ba50-ecfe601ef3fb req-c171510d-932e-4b15-b76c-6942b6bb37be tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0654783 Nov 02 13:11:31.597985 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-34bb815b-44b3-445a-ba50-ecfe601ef3fb req-7440f31b-d855-4daa-a4a6-2c2f7f9dfdbd tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481677 Nov 02 13:11:31.679203 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:31.700030 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:11:31.700383 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 7b7045bb-af20-4e9b-8bf8-94f53a785ae9 not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:32.735200 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58663bbf-47d2-4c11-8d09-65ced5d44bfe req-d1bbdd59-0f0c-44c8-a21a-4f327b733586 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:32.736614 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-58663bbf-47d2-4c11-8d09-65ced5d44bfe req-d1bbdd59-0f0c-44c8-a21a-4f327b733586 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0566015 Nov 02 13:11:32.785188 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-58663bbf-47d2-4c11-8d09-65ced5d44bfe req-54dfea23-9312-46b2-a164-14466ebedec8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 Nov 02 13:11:33.913246 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e4cf5-e87f-44a9-8366-09d8b8d772f4 req-a0cb59bc-683a-4fac-9aa9-4f34b121b07f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:33.914771 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d08e4cf5-e87f-44a9-8366-09d8b8d772f4 req-a0cb59bc-683a-4fac-9aa9-4f34b121b07f tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0536151 Nov 02 13:11:33.963111 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d08e4cf5-e87f-44a9-8366-09d8b8d772f4 req-718352d0-f3bb-45c5-b3ff-8ad09f2fe0ca tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Nov 02 13:11:34.074752 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60898) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:34.375586 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-86744483-5c7d-4b6c-b1b5-019d70742a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:34.584339 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a0954b9-6686-4b15-8508-6a26c870c565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548259'] for router_interface (564f2c35-915a-427d-90bc-6b7192856d14), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:34.957503 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e4f56-b96a-4849-83f3-329af7b3252c req-1275404a-f4f7-4ac2-a2cc-c1b4bb731c14 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:34.959063 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e23e4f56-b96a-4849-83f3-329af7b3252c req-1275404a-f4f7-4ac2-a2cc-c1b4bb731c14 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0548956 Nov 02 13:11:35.110387 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-e23e4f56-b96a-4849-83f3-329af7b3252c req-f992b6af-eca4-4c9d-b771-388546345530 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Deleting port 1796ac77-4840-46a3-a56e-0d9224eecdf6 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:35.110731 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-e23e4f56-b96a-4849-83f3-329af7b3252c req-f992b6af-eca4-4c9d-b771-388546345530 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:35.132869 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37bdfc-ffa5-4893-812f-ba0d96b9ae0e req-98a7f6ee-29ff-4b37-b762-0fae125500a8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:35.134419 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d37bdfc-ffa5-4893-812f-ba0d96b9ae0e req-98a7f6ee-29ff-4b37-b762-0fae125500a8 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 946 time: 0.0805135 Nov 02 13:11:35.138663 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-1a0954b9-6686-4b15-8508-6a26c870c565 admin admin] Deleting port f194027d-ad2d-452f-ba72-c1fff6d5fde9 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:35.139175 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a0954b9-6686-4b15-8508-6a26c870c565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:35.224628 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [None req-1a0954b9-6686-4b15-8508-6a26c870c565 admin admin] For port f194027d-ad2d-452f-ba72-c1fff6d5fde9, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=f194027d-ad2d-452f-ba72-c1fff6d5fde9,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:35.224885 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a0954b9-6686-4b15-8508-6a26c870c565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:35.240213 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-1a0954b9-6686-4b15-8508-6a26c870c565 admin admin] Calling delete_port for f194027d-ad2d-452f-ba72-c1fff6d5fde9 owned by network:router_interface {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:35.500523 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d37bdfc-ffa5-4893-812f-ba0d96b9ae0e req-e75a6380-224a-49c8-b598-2dbc10de90f6 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/security-groups?id=6fa21b46-7a3b-48c3-814e-56f37af7d869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413141 Nov 02 13:11:35.518049 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-e23e4f56-b96a-4849-83f3-329af7b3252c req-f992b6af-eca4-4c9d-b771-388546345530 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] For port 1796ac77-4840-46a3-a56e-0d9224eecdf6, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1796ac77-4840-46a3-a56e-0d9224eecdf6,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:35.518049 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-e23e4f56-b96a-4849-83f3-329af7b3252c req-f992b6af-eca4-4c9d-b771-388546345530 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:35.528589 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-e23e4f56-b96a-4849-83f3-329af7b3252c req-f992b6af-eca4-4c9d-b771-388546345530 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Calling delete_port for 1796ac77-4840-46a3-a56e-0d9224eecdf6 owned by compute:nova {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:35.535335 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a0954b9-6686-4b15-8508-6a26c870c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (f194027d-ad2d-452f-ba72-c1fff6d5fde9), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:35.562076 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0954b9-6686-4b15-8508-6a26c870c565 admin admin] Pushing event deleted for resources: {'Port': ['ID=f194027d-ad2d-452f-ba72-c1fff6d5fde9,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:35.749255 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-1a0954b9-6686-4b15-8508-6a26c870c565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7808075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542483'] for router_interface (564f2c35-915a-427d-90bc-6b7192856d14), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:35.750103 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-e23e4f56-b96a-4849-83f3-329af7b3252c req-f992b6af-eca4-4c9d-b771-388546345530 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (1796ac77-4840-46a3-a56e-0d9224eecdf6), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:35.792352 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992b6af-eca4-4c9d-b771-388546345530 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Pushing event deleted for resources: {'Port': ['ID=1796ac77-4840-46a3-a56e-0d9224eecdf6,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:35.839476 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23e4f56-b96a-4849-83f3-329af7b3252c req-f992b6af-eca4-4c9d-b771-388546345530 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] No DVR routers for this DVR port 1796ac77-4840-46a3-a56e-0d9224eecdf6 on host hv-cinder-86327 {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:11:35.842644 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-e23e4f56-b96a-4849-83f3-329af7b3252c req-f992b6af-eca4-4c9d-b771-388546345530 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:35.846630 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e23e4f56-b96a-4849-83f3-329af7b3252c req-f992b6af-eca4-4c9d-b771-388546345530 tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.86 "DELETE /v2.0/ports/1796ac77-4840-46a3-a56e-0d9224eecdf6 HTTP/1.1" status: 204 len: 173 time: 0.8824034 Nov 02 13:11:35.847206 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e76e673-e74d-4721-80b1-f07ab70540e5', 'name': 'network-vif-deleted', 'tag': '1796ac77-4840-46a3-a56e-0d9224eecdf6'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:11:35.849663 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b676aed-bfe9-4a40-99fb-8b38d5114e3d" -d '{"events": [{"server_uuid": "0e76e673-e74d-4721-80b1-f07ab70540e5", "name": "network-vif-deleted", "tag": "1796ac77-4840-46a3-a56e-0d9224eecdf6"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:35.890015 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85c582f-3fdf-4c5d-b5e3-8f3bba662bde x-openstack-request-id: req-b85c582f-3fdf-4c5d-b5e3-8f3bba662bde {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:35.890312 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e76e673-e74d-4721-80b1-f07ab70540e5", "name": "network-vif-deleted", "tag": "1796ac77-4840-46a3-a56e-0d9224eecdf6", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:35.890790 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b85c582f-3fdf-4c5d-b5e3-8f3bba662bde {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:35.891402 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85c582f-3fdf-4c5d-b5e3-8f3bba662bde'] response: {'server_uuid': '0e76e673-e74d-4721-80b1-f07ab70540e5', 'name': 'network-vif-deleted', 'tag': '1796ac77-4840-46a3-a56e-0d9224eecdf6', 'status': 'completed', 'code': 200} Nov 02 13:11:35.995876 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0954b9-6686-4b15-8508-6a26c870c565 admin admin] Router 564f2c35-915a-427d-90bc-6b7192856d14 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:11:36.106112 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0954b9-6686-4b15-8508-6a26c870c565 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:11:36.111552 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-1a0954b9-6686-4b15-8508-6a26c870c565 admin admin] 10.222.0.93 "PUT /v2.0/routers/564f2c35-915a-427d-90bc-6b7192856d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0357232 Nov 02 13:11:36.114712 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60906) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:36.117380 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57940104-3b4b-4b47-9935-434eee68457d None None] Sync routers for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:11:36.130443 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57940104-3b4b-4b47-9935-434eee68457d None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:36.131071 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-57940104-3b4b-4b47-9935-434eee68457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:36.247611 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:11:36.252120 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-57940104-3b4b-4b47-9935-434eee68457d None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:36.283755 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Publish callbacks [] for router (564f2c35-915a-427d-90bc-6b7192856d14), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:36.419433 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Publish callbacks [] for router_gateway (564f2c35-915a-427d-90bc-6b7192856d14), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:36.486573 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-57940104-3b4b-4b47-9935-434eee68457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:11:35Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:36.517514 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57940104-3b4b-4b47-9935-434eee68457d None None] Checking router: 564f2c35-915a-427d-90bc-6b7192856d14 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:11:36.528033 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57940104-3b4b-4b47-9935-434eee68457d None None] Routers {'564f2c35-915a-427d-90bc-6b7192856d14'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:36.528660 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-57940104-3b4b-4b47-9935-434eee68457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['564f2c35-915a-427d-90bc-6b7192856d14'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:36.585814 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Deleting port f149fbb9-956b-44a5-8775-2deae47c2796 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:36.585814 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (f149fbb9-956b-44a5-8775-2deae47c2796), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:36.659313 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-57940104-3b4b-4b47-9935-434eee68457d None None] Set router 564f2c35-915a-427d-90bc-6b7192856d14 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:36.660271 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-32a9018c-dc56-4a39-843e-5883fc0c72e6 req-8da386c1-f0bc-4ce5-ac65-3d07e24e2a2b tempest-ServerRescueNegativeTestJSON-1528634048 tempest-ServerRescueNegativeTestJSON-1528634048-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e76e673-e74d-4721-80b1-f07ab70540e5 HTTP/1.1" status: 200 len: 210 time: 0.0368044 Nov 02 13:11:36.705809 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] For port f149fbb9-956b-44a5-8775-2deae47c2796, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=f149fbb9-956b-44a5-8775-2deae47c2796,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:36.706181 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (f149fbb9-956b-44a5-8775-2deae47c2796), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:36.721442 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Calling delete_port for f149fbb9-956b-44a5-8775-2deae47c2796 owned by network:router_gateway {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:36.870961 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-57940104-3b4b-4b47-9935-434eee68457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:11:35Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:36.898480 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57940104-3b4b-4b47-9935-434eee68457d None None] The sync data for ids ['564f2c35-915a-427d-90bc-6b7192856d14'] in dv-cinder-863278-1-smb is: [{'id': '564f2c35-915a-427d-90bc-6b7192856d14', 'name': 'tempest-AttachVolumeNegativeTest-946250462-router', 'tenant_id': '156e993457c6468e8cf68db7b51f87e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:14Z', 'updated_at': '2022-11-02T13:11:35Z', 'revision_number': 5, 'project_id': '156e993457c6468e8cf68db7b51f87e3', 'gw_port': {'id': 'f149fbb9-956b-44a5-8775-2deae47c2796', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f2c35-915a-427d-90bc-6b7192856d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:16Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:11:36.981073 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (f149fbb9-956b-44a5-8775-2deae47c2796), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.006584 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Pushing event deleted for resources: {'Port': ['ID=f149fbb9-956b-44a5-8775-2deae47c2796,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:37.074369 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547305'] for router_gateway (564f2c35-915a-427d-90bc-6b7192856d14), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.163145 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100844'] for router (564f2c35-915a-427d-90bc-6b7192856d14), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.165318 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Publish callbacks [] for router_controller (564f2c35-915a-427d-90bc-6b7192856d14), precommit_delete_associations {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.289650 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542981'] for router (564f2c35-915a-427d-90bc-6b7192856d14), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.290403 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 564f2c35-915a-427d-90bc-6b7192856d14 {{(pid=116229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:11:37.298660 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.298660 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d7ee8987-cdd4-47c6-8fee-dc3c14428437 admin admin] 10.222.0.93 "DELETE /v2.0/routers/564f2c35-915a-427d-90bc-6b7192856d14 HTTP/1.1" status: 204 len: 168 time: 1.1816614 Nov 02 13:11:37.300030 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60910) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:37.354832 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd5603a-bf76-4181-843d-8af2b0ae629e admin admin] Deleting subnet 34562175-220e-4327-8ff3-8fb8876f7f18 {{(pid=116229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:11:37.358949 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fbd5603a-bf76-4181-843d-8af2b0ae629e admin admin] Publish callbacks [] for subnet (34562175-220e-4327-8ff3-8fb8876f7f18), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.400145 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fbd5603a-bf76-4181-843d-8af2b0ae629e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5101508'] for subnet (34562175-220e-4327-8ff3-8fb8876f7f18), precommit_delete_associations {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.489655 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fbd5603a-bf76-4181-843d-8af2b0ae629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (34562175-220e-4327-8ff3-8fb8876f7f18), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.628274 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fbd5603a-bf76-4181-843d-8af2b0ae629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4721749'] for subnet (34562175-220e-4327-8ff3-8fb8876f7f18), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.656548 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5603a-bf76-4181-843d-8af2b0ae629e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34562175-220e-4327-8ff3-8fb8876f7f18,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:37.666294 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fbd5603a-bf76-4181-843d-8af2b0ae629e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.667584 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedfef2e-8e93-46a6-815b-aaec1bba5fec None None] Network 458c9c2b-29df-4bee-b02f-d359db3b0898 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:11:37.670587 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-fbd5603a-bf76-4181-843d-8af2b0ae629e admin admin] 10.222.0.93 "DELETE /v2.0/subnets/34562175-220e-4327-8ff3-8fb8876f7f18 HTTP/1.1" status: 204 len: 168 time: 0.3692005 Nov 02 13:11:37.673149 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60912) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:37.722401 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60916) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:37.724673 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 1796ac77-4840-46a3-a56e-0d9224eecdf6 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:37.748302 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 1796ac77-4840-46a3-a56e-0d9224eecdf6 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:11:37.748655 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 1796ac77-4840-46a3-a56e-0d9224eecdf6 not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:37.797262 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (458c9c2b-29df-4bee-b02f-d359db3b0898), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.959130 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] DHCP port deletion for 458c9c2b-29df-4bee-b02f-d359db3b0898 request from dv-cinder-863278-1-smb {{(pid=116231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:11:37.978511 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Deleting port 587ce85f-e1c0-49ea-9aff-2c7133392165 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:37.978511 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.017105 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Deleting port 587ce85f-e1c0-49ea-9aff-2c7133392165 {{(pid=116231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:38.017437 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), before_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.079995 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] For port 587ce85f-e1c0-49ea-9aff-2c7133392165, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=587ce85f-e1c0-49ea-9aff-2c7133392165,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:38.080371 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.088155 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] For port 587ce85f-e1c0-49ea-9aff-2c7133392165, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=587ce85f-e1c0-49ea-9aff-2c7133392165,segment=NetworkSegment(c59e0e7e-1475-4217-82e8-ec4cb7ce3317),segment_id=c59e0e7e-1475-4217-82e8-ec4cb7ce3317)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:38.088564 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), precommit_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.102156 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Calling delete_port for 587ce85f-e1c0-49ea-9aff-2c7133392165 owned by network:dhcp {{(pid=116231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:38.110519 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Calling delete_port for 587ce85f-e1c0-49ea-9aff-2c7133392165 owned by network:dhcp {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:38.258741 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-18aaa6d1-4668-4e67-8f6a-daf3c4b2b1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548259'] for router_interface (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.281397 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), after_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.309984 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (587ce85f-e1c0-49ea-9aff-2c7133392165), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.324928 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Pushing event deleted for resources: {'Port': ['ID=587ce85f-e1c0-49ea-9aff-2c7133392165,revision_number=None']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:38.332794 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] No DVR routers for this DVR port 587ce85f-e1c0-49ea-9aff-2c7133392165 on host dv-cinder-863278-1-smb {{(pid=116231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:11:38.340740 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Pushing event deleted for resources: {'Port': ['ID=587ce85f-e1c0-49ea-9aff-2c7133392165,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:38.341153 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.341523 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.342090 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.342511 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.347133 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.347692 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.348207 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.354550 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.355104 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.355542 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.355898 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.356677 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.357062 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765e132-14bb-4381-8672-12b13350d7fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.364794 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-4217e6e8-d9f9-4e21-be52-4d46ff606f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.374975 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device f194027d-ad2d-452f-ba72-c1fff6d5fde9 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:38.382775 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] No DVR routers for this DVR port 587ce85f-e1c0-49ea-9aff-2c7133392165 on host dv-cinder-863278-1-smb {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:11:38.398183 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: f194027d-ad2d-452f-ba72-c1fff6d5fde9 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:11:38.399385 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device f194027d-ad2d-452f-ba72-c1fff6d5fde9 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:38.399385 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device f149fbb9-956b-44a5-8775-2deae47c2796 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:38.419363 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: f149fbb9-956b-44a5-8775-2deae47c2796 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:11:38.419813 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device f149fbb9-956b-44a5-8775-2deae47c2796 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:38.420593 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 587ce85f-e1c0-49ea-9aff-2c7133392165 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:38.447314 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 587ce85f-e1c0-49ea-9aff-2c7133392165 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:11:38.447672 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 587ce85f-e1c0-49ea-9aff-2c7133392165 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:38.503078 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (458c9c2b-29df-4bee-b02f-d359db3b0898), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.545244 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458c9c2b-29df-4bee-b02f-d359db3b0898']}} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:38.558987 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317') {'for_net_delete': True} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:38.559290 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59e0e7e-1475-4217-82e8-ec4cb7ce3317') {} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:38.570816 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4597037'] for segment (c59e0e7e-1475-4217-82e8-ec4cb7ce3317), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.587432 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (c59e0e7e-1475-4217-82e8-ec4cb7ce3317), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.599494 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Releasing vlan 1497 on physical network physnet1 to pool {{(pid=116230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:11:38.599890 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4602182'] for segment (c59e0e7e-1475-4217-82e8-ec4cb7ce3317), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.677529 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment c59e0e7e-1475-4217-82e8-ec4cb7ce3317 resource provider aggregate not found Nov 02 13:11:38.705176 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment c59e0e7e-1475-4217-82e8-ec4cb7ce3317 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c59e0e7e-1475-4217-82e8-ec4cb7ce3317 found for delete ", "request_id": "req-b3f0bfe5-ca13-47b9-a5ff-a3eb26e02d1b"}]} Nov 02 13:11:38.729110 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-18aaa6d1-4668-4e67-8f6a-daf3c4b2b1c0 admin admin] Deleting port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:38.729444 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-18aaa6d1-4668-4e67-8f6a-daf3c4b2b1c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.766697 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (458c9c2b-29df-4bee-b02f-d359db3b0898), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.774500 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.777791 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] 10.222.0.93 "DELETE /v2.0/networks/458c9c2b-29df-4bee-b02f-d359db3b0898 HTTP/1.1" status: 204 len: 168 time: 1.1030536 Nov 02 13:11:38.796366 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d70181-7593-46ce-900e-6485fea82723 admin admin] Pushing event deleted for resources: {'Network': ['ID=458c9c2b-29df-4bee-b02f-d359db3b0898,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:38.836763 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-18aaa6d1-4668-4e67-8f6a-daf3c4b2b1c0 admin admin] For port c24ab2ba-56b1-4baf-bdb5-66e666acfbbb, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=c24ab2ba-56b1-4baf-bdb5-66e666acfbbb,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:38.837093 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-18aaa6d1-4668-4e67-8f6a-daf3c4b2b1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:38.851677 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-18aaa6d1-4668-4e67-8f6a-daf3c4b2b1c0 admin admin] Calling delete_port for c24ab2ba-56b1-4baf-bdb5-66e666acfbbb owned by network:router_interface {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:39.107191 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-18aaa6d1-4668-4e67-8f6a-daf3c4b2b1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (c24ab2ba-56b1-4baf-bdb5-66e666acfbbb), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:39.146216 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaa6d1-4668-4e67-8f6a-daf3c4b2b1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c24ab2ba-56b1-4baf-bdb5-66e666acfbbb,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:39.192820 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60926) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:39.242662 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-bea89d48-ad53-4345-a323-4394b99de516 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=156e993457c6468e8cf68db7b51f87e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0480125 Nov 02 13:11:39.245341 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60928) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:39.299387 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5b62b732-5186-411d-8739-8d92bc193d1d admin admin] Publish callbacks [] for security_group (3b53fa5b-0e3b-4ba1-a4da-7d1c043f7819), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:39.326608 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5b62b732-5186-411d-8739-8d92bc193d1d admin admin] Publish callbacks [] for security_group (3b53fa5b-0e3b-4ba1-a4da-7d1c043f7819), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:39.327817 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-18aaa6d1-4668-4e67-8f6a-daf3c4b2b1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7808075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542483'] for router_interface (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:39.466618 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5b62b732-5186-411d-8739-8d92bc193d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (3b53fa5b-0e3b-4ba1-a4da-7d1c043f7819), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:39.469460 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5b62b732-5186-411d-8739-8d92bc193d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:39.470739 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-5b62b732-5186-411d-8739-8d92bc193d1d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3b53fa5b-0e3b-4ba1-a4da-7d1c043f7819 HTTP/1.1" status: 204 len: 168 time: 0.2242157 Nov 02 13:11:39.479252 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62b732-5186-411d-8739-8d92bc193d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b53fa5b-0e3b-4ba1-a4da-7d1c043f7819,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:39.579850 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18aaa6d1-4668-4e67-8f6a-daf3c4b2b1c0 admin admin] Router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:11:39.684574 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aaa6d1-4668-4e67-8f6a-daf3c4b2b1c0 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:11:39.690057 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-18aaa6d1-4668-4e67-8f6a-daf3c4b2b1c0 admin admin] 10.222.0.93 "PUT /v2.0/routers/8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9660473 Nov 02 13:11:39.693111 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60932) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:39.695951 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef89445-8f52-4653-b133-09bda3febafa None None] Sync routers for ids ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:11:39.706820 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef89445-8f52-4653-b133-09bda3febafa None None] Routers {'8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:39.707479 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-3ef89445-8f52-4653-b133-09bda3febafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:39.799407 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Publish callbacks [] for router (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:39.818578 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-3ef89445-8f52-4653-b133-09bda3febafa None None] Set router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:39.909391 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Publish callbacks [] for router_gateway (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:40.019219 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-3ef89445-8f52-4653-b133-09bda3febafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243'}], 'enable_snat': True}, 'gw_port_id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:11:38Z', 'revision_number': 5, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port': {'id': '9236446e-93a7-4949-abb7-2870fdbcf3ce', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:52Z', 'updated_at': '2022-11-02T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:40.047901 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef89445-8f52-4653-b133-09bda3febafa None None] Checking router: 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:11:40.049644 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Deleting port 9236446e-93a7-4949-abb7-2870fdbcf3ce {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:40.050092 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:40.058417 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef89445-8f52-4653-b133-09bda3febafa None None] Routers {'8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:40.059056 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-3ef89445-8f52-4653-b133-09bda3febafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:40.146227 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] For port 9236446e-93a7-4949-abb7-2870fdbcf3ce, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=9236446e-93a7-4949-abb7-2870fdbcf3ce,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:40.146605 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:40.155677 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-3ef89445-8f52-4653-b133-09bda3febafa None None] Set router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 gateway port host: None {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:40.161024 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Calling delete_port for 9236446e-93a7-4949-abb7-2870fdbcf3ce owned by network:router_gateway {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:40.211141 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-3ef89445-8f52-4653-b133-09bda3febafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:11:39Z', 'revision_number': 6, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port_host': None}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:40.237109 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef89445-8f52-4653-b133-09bda3febafa None None] The sync data for ids ['8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6'] in dv-cinder-863278-1-smb is: [{'id': '8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6', 'name': 'tempest-ServerRescueNegativeTestJSON-302877459-router', 'tenant_id': 'e14285133936400298eb7b8b17c51daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:11:39Z', 'revision_number': 6, 'project_id': 'e14285133936400298eb7b8b17c51daa', 'gw_port_host': None}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:11:40.408076 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (9236446e-93a7-4949-abb7-2870fdbcf3ce), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:40.435152 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=9236446e-93a7-4949-abb7-2870fdbcf3ce,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:40.509128 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547305'] for router_gateway (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:40.618554 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100844'] for router (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:40.621774 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Publish callbacks [] for router_controller (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:40.627482 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:40.775288 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542981'] for router (8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:40.775903 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 {{(pid=116230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:11:40.781092 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:40.785586 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-d7ae86dd-f7bc-4c9c-9b73-896a1c952b62 admin admin] 10.222.0.93 "DELETE /v2.0/routers/8e65d51e-8b36-4b5b-84f6-05b3bb5db8c6 HTTP/1.1" status: 204 len: 168 time: 1.0882127 Nov 02 13:11:40.785860 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60954) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:40.831365 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_v2 [None req-1033db26-561a-492a-b340-5865e7fb828a admin admin] Deleting subnet acb6ee6b-ee5f-4cf3-9955-0cdea2234655 {{(pid=116230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:11:40.836091 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1033db26-561a-492a-b340-5865e7fb828a admin admin] Publish callbacks [] for subnet (acb6ee6b-ee5f-4cf3-9955-0cdea2234655), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:40.871360 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1033db26-561a-492a-b340-5865e7fb828a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4597044'] for subnet (acb6ee6b-ee5f-4cf3-9955-0cdea2234655), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:40.981913 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1033db26-561a-492a-b340-5865e7fb828a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (acb6ee6b-ee5f-4cf3-9955-0cdea2234655), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.105278 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1033db26-561a-492a-b340-5865e7fb828a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4597152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5051703'] for subnet (acb6ee6b-ee5f-4cf3-9955-0cdea2234655), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.136495 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033db26-561a-492a-b340-5865e7fb828a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb6ee6b-ee5f-4cf3-9955-0cdea2234655,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:41.145812 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1033db26-561a-492a-b340-5865e7fb828a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.153575 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-1033db26-561a-492a-b340-5865e7fb828a admin admin] 10.222.0.93 "DELETE /v2.0/subnets/acb6ee6b-ee5f-4cf3-9955-0cdea2234655 HTTP/1.1" status: 204 len: 168 time: 0.3665688 Nov 02 13:11:41.154489 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 60960) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:41.158822 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065b7343-85d2-4049-9a94-192677237ce7 None None] Network c9fd9e66-8f40-4269-a56c-345e624b8058 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:11:41.242415 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (c9fd9e66-8f40-4269-a56c-345e624b8058), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.306169 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Deleting port db81b359-f5e5-454d-a5c6-77b6c8f5287d {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:41.308884 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.367035 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c67da-099d-48df-a820-9ecc6266cf0b None None] DHCP port deletion for c9fd9e66-8f40-4269-a56c-345e624b8058 request from dv-cinder-863278-1-smb {{(pid=116231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:11:41.387025 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] For port db81b359-f5e5-454d-a5c6-77b6c8f5287d, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=db81b359-f5e5-454d-a5c6-77b6c8f5287d,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:41.387429 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.395628 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.417384 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Calling delete_port for db81b359-f5e5-454d-a5c6-77b6c8f5287d owned by network:dhcp {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:41.424743 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c67da-099d-48df-a820-9ecc6266cf0b None None] Deleting port db81b359-f5e5-454d-a5c6-77b6c8f5287d {{(pid=116231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:11:41.425582 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-5e1c67da-099d-48df-a820-9ecc6266cf0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), before_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.518796 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-5e1c67da-099d-48df-a820-9ecc6266cf0b None None] For port db81b359-f5e5-454d-a5c6-77b6c8f5287d, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=db81b359-f5e5-454d-a5c6-77b6c8f5287d,segment=NetworkSegment(0ac5cdef-e68a-4f5d-b7b3-fd159da622af),segment_id=0ac5cdef-e68a-4f5d-b7b3-fd159da622af)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:41.519209 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-5e1c67da-099d-48df-a820-9ecc6266cf0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), precommit_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.536023 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c67da-099d-48df-a820-9ecc6266cf0b None None] Calling delete_port for db81b359-f5e5-454d-a5c6-77b6c8f5287d owned by network:dhcp {{(pid=116231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:11:41.624903 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.634261 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-5e1c67da-099d-48df-a820-9ecc6266cf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301'] for port (db81b359-f5e5-454d-a5c6-77b6c8f5287d), after_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.652709 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=db81b359-f5e5-454d-a5c6-77b6c8f5287d,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:41.655247 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] No DVR routers for this DVR port db81b359-f5e5-454d-a5c6-77b6c8f5287d on host dv-cinder-863278-1-smb {{(pid=116229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:11:41.663837 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c67da-099d-48df-a820-9ecc6266cf0b None None] Pushing event deleted for resources: {'Port': ['ID=db81b359-f5e5-454d-a5c6-77b6c8f5287d,revision_number=None']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:41.670569 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c67da-099d-48df-a820-9ecc6266cf0b None None] No DVR routers for this DVR port db81b359-f5e5-454d-a5c6-77b6c8f5287d on host dv-cinder-863278-1-smb {{(pid=116231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:11:41.731769 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (c9fd9e66-8f40-4269-a56c-345e624b8058), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.733553 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.754221 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fd9e66-8f40-4269-a56c-345e624b8058']}} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:41.764596 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac5cdef-e68a-4f5d-b7b3-fd159da622af') {'for_net_delete': True} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:41.764893 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac5cdef-e68a-4f5d-b7b3-fd159da622af') {} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:41.789086 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5101533'] for segment (0ac5cdef-e68a-4f5d-b7b3-fd159da622af), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.805498 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (0ac5cdef-e68a-4f5d-b7b3-fd159da622af), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.811737 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Releasing vlan 1467 on physical network physnet1 to pool {{(pid=116229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:11:41.812141 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5056759'] for segment (0ac5cdef-e68a-4f5d-b7b3-fd159da622af), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.936227 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (c9fd9e66-8f40-4269-a56c-345e624b8058), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.936816 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:41.941130 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] 10.222.0.93 "DELETE /v2.0/networks/c9fd9e66-8f40-4269-a56c-345e624b8058 HTTP/1.1" status: 204 len: 168 time: 0.7841139 Nov 02 13:11:41.961551 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2215a-32ad-48c9-bbaa-07ad92949b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9fd9e66-8f40-4269-a56c-345e624b8058,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:41.965838 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment 0ac5cdef-e68a-4f5d-b7b3-fd159da622af resource provider aggregate not found Nov 02 13:11:41.986354 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment 0ac5cdef-e68a-4f5d-b7b3-fd159da622af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ac5cdef-e68a-4f5d-b7b3-fd159da622af found for delete ", "request_id": "req-3c23416a-7e7c-40bf-b92d-65a1cff82cec"}]} Nov 02 13:11:42.317889 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 9236446e-93a7-4949-abb7-2870fdbcf3ce no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:42.338476 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 9236446e-93a7-4949-abb7-2870fdbcf3ce {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:11:42.338823 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 9236446e-93a7-4949-abb7-2870fdbcf3ce not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:42.339242 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device db81b359-f5e5-454d-a5c6-77b6c8f5287d no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:42.357521 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: db81b359-f5e5-454d-a5c6-77b6c8f5287d {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:11:42.357899 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device db81b359-f5e5-454d-a5c6-77b6c8f5287d not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:42.358320 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c24ab2ba-56b1-4baf-bdb5-66e666acfbbb no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:42.377267 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: c24ab2ba-56b1-4baf-bdb5-66e666acfbbb {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:11:42.377621 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c24ab2ba-56b1-4baf-bdb5-66e666acfbbb not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:42.420693 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 60996) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:42.736547 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-2dfd53db-bd95-4a6b-80c5-d7e159562a55 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e14285133936400298eb7b8b17c51daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146460 Nov 02 13:11:42.739143 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 32778) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:42.788168 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eea2de9f-8f80-4258-9c70-d13d9f1ced27 admin admin] Publish callbacks [] for security_group (6fa21b46-7a3b-48c3-814e-56f37af7d869), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:42.810526 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eea2de9f-8f80-4258-9c70-d13d9f1ced27 admin admin] Publish callbacks [] for security_group (6fa21b46-7a3b-48c3-814e-56f37af7d869), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:42.967932 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eea2de9f-8f80-4258-9c70-d13d9f1ced27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (6fa21b46-7a3b-48c3-814e-56f37af7d869), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:42.970576 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eea2de9f-8f80-4258-9c70-d13d9f1ced27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:42.971746 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-eea2de9f-8f80-4258-9c70-d13d9f1ced27 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6fa21b46-7a3b-48c3-814e-56f37af7d869 HTTP/1.1" status: 204 len: 168 time: 0.2316973 Nov 02 13:11:42.980096 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2de9f-8f80-4258-9c70-d13d9f1ced27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa21b46-7a3b-48c3-814e-56f37af7d869,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:43.330607 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 32788) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:43.442562 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4be71f7b-0f2f-4a03-a0cb-02c8a7929b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.529285 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4be71f7b-0f2f-4a03-a0cb-02c8a7929b6f admin admin] Publish callbacks [] for security_group (aad37537-41e8-4d26-a1e2-c8d4a557926c), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.619008 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4be71f7b-0f2f-4a03-a0cb-02c8a7929b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (aad37537-41e8-4d26-a1e2-c8d4a557926c), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.656002 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-4be71f7b-0f2f-4a03-a0cb-02c8a7929b6f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=459aee04e5b642b4a82fc0d8603ec7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240159 Nov 02 13:11:43.658708 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 32800) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:43.661343 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be71f7b-0f2f-4a03-a0cb-02c8a7929b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad37537-41e8-4d26-a1e2-c8d4a557926c,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:43.712750 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-facbe907-772e-4150-ad7e-9073f162616f admin admin] Publish callbacks [] for security_group (aad37537-41e8-4d26-a1e2-c8d4a557926c), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.737430 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-facbe907-772e-4150-ad7e-9073f162616f admin admin] Publish callbacks [] for security_group (aad37537-41e8-4d26-a1e2-c8d4a557926c), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.871522 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-facbe907-772e-4150-ad7e-9073f162616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (aad37537-41e8-4d26-a1e2-c8d4a557926c), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.874507 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-facbe907-772e-4150-ad7e-9073f162616f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.877492 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-facbe907-772e-4150-ad7e-9073f162616f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aad37537-41e8-4d26-a1e2-c8d4a557926c HTTP/1.1" status: 204 len: 168 time: 0.2141151 Nov 02 13:11:43.884106 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbe907-772e-4150-ad7e-9073f162616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad37537-41e8-4d26-a1e2-c8d4a557926c,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:44.128304 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 32812) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:44.245170 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1924560376-network', 'tenant_id': 'cfa74284a39c45509855203870854f78'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:11:44.350605 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Made reservation on behalf of cfa74284a39c45509855203870854f78 for: {'network': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:11:44.353036 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.361833 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.440055 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Publish callbacks [] for security_group (d5fa87fe-9e09-4d61-988b-fc3a89a3abf1), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.545604 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 32818) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:44.556240 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (d5fa87fe-9e09-4d61-988b-fc3a89a3abf1), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.561625 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-fa880342-8857-454a-a9d9-ee7c4c4856c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.586539 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] vlan segment allocate from pool success with {'vlan_id': 1457, 'physical_network': 'physnet1'} {{(pid=116229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:11:44.593102 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fa87fe-9e09-4d61-988b-fc3a89a3abf1,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:44.599973 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (a90b5101-e860-46b5-be26-ebe36d8c4fdd), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.600317 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.segments_db [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Added segment a90b5101-e860-46b5-be26-ebe36d8c4fdd of type vlan for network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d Nov 02 13:11:44.643248 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-fa880342-8857-454a-a9d9-ee7c4c4856c8 admin admin] Publish callbacks [] for security_group (4a6f4506-e04c-4097-bc67-df180f6fe11a), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.645241 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (9b0a0306-e700-4dd2-9f43-5d4f0d077c8d), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.727838 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-fa880342-8857-454a-a9d9-ee7c4c4856c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (4a6f4506-e04c-4097-bc67-df180f6fe11a), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.763506 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (9b0a0306-e700-4dd2-9f43-5d4f0d077c8d), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.764535 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:44.764658 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa880342-8857-454a-a9d9-ee7c4c4856c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6f4506-e04c-4097-bc67-df180f6fe11a,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:44.765233 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.770270 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-fa880342-8857-454a-a9d9-ee7c4c4856c8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=79d9bbf078a64a1d95477dd9fbe18cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223310 Nov 02 13:11:44.772576 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 32820) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:44.829961 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] Pushing event updated for resources: {'Network': ['ID=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:44.835084 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-51f90a80-722f-4571-a842-904183f3644b admin admin] Publish callbacks [] for security_group (4a6f4506-e04c-4097-bc67-df180f6fe11a), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.841343 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:11:44.859323 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-51f90a80-722f-4571-a842-904183f3644b admin admin] Publish callbacks [] for security_group (4a6f4506-e04c-4097-bc67-df180f6fe11a), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.886464 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-b312dca9-a88c-4c07-8c1d-077514f40473 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7570200 Nov 02 13:11:44.889606 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 32822) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:44.895106 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-c066fa7d-96ce-40a4-95a4-a33e09607778 admin admin] Request body: {'subnet': {'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1924560376-subnet', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:11:44.918131 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:44.974900 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c066fa7d-96ce-40a4-95a4-a33e09607778 admin admin] Made reservation on behalf of cfa74284a39c45509855203870854f78 for: {'subnet': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:11:44.977325 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c066fa7d-96ce-40a4-95a4-a33e09607778 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4721848'] for subnet (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:45.025081 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-51f90a80-722f-4571-a842-904183f3644b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (4a6f4506-e04c-4097-bc67-df180f6fe11a), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:45.027709 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-51f90a80-722f-4571-a842-904183f3644b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:45.028868 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-51f90a80-722f-4571-a842-904183f3644b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4a6f4506-e04c-4097-bc67-df180f6fe11a HTTP/1.1" status: 204 len: 168 time: 0.2545567 Nov 02 13:11:45.037382 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f90a80-722f-4571-a842-904183f3644b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6f4506-e04c-4097-bc67-df180f6fe11a,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:45.283639 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c066fa7d-96ce-40a4-95a4-a33e09607778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4721738'] for subnet (ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:45.338927 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066fa7d-96ce-40a4-95a4-a33e09607778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:45.351951 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c066fa7d-96ce-40a4-95a4-a33e09607778 admin admin] Checking segment: {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:11:45.352321 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c066fa7d-96ce-40a4-95a4-a33e09607778 admin admin] Network hostable DHCP agents. Network: 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:11:45.455578 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c066fa7d-96ce-40a4-95a4-a33e09607778 admin admin] Network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:11:45.552345 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-c066fa7d-96ce-40a4-95a4-a33e09607778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d) {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:11:45.557825 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c066fa7d-96ce-40a4-95a4-a33e09607778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:45.559179 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c066fa7d-96ce-40a4-95a4-a33e09607778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:45.562486 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738932f1-45cb-43f8-b3c5-50d3c425a22e None None] Network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:11:45.670387 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22c6f8f6-30ef-567c-b537-462a2bfff626-9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'project_id': 'cfa74284a39c45509855203870854f78', 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52'}]}} from dv-cinder-863278-1-smb. {{(pid=116231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:11:45.676716 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-c066fa7d-96ce-40a4-95a4-a33e09607778 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7792730 Nov 02 13:11:45.676885 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:45.676998 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 32834) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:45.677938 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:11:45.763762 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100830'] for router (b4f44728-e759-47d0-8426-6f56d896be35), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:45.764924 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100821'] for router (b4f44728-e759-47d0-8426-6f56d896be35), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:45.826445 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.db_base_plugin_common [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Allocated IP 172.20.0.2 (9b0a0306-e700-4dd2-9f43-5d4f0d077c8d/ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52/76d9ea26-7177-424a-b586-787fdea4ad7c) {{(pid=116231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:11:45.832529 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Publish callbacks [] for router_controller (b4f44728-e759-47d0-8426-6f56d896be35), precommit_add_association {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:45.974393 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Publish callbacks [] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), precommit_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:46.095155 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:46.137306 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d is already hosted by enough agents. {{(pid=116231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:11:46.140720 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Publish callbacks [] for router_gateway (b4f44728-e759-47d0-8426-6f56d896be35), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:46.145482 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.base_scheduler [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Resources bound (agent type, host, resource id): {{(pid=116231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:11:46.151963 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Pushing event updated for resources: {'Port': ['ID=76d9ea26-7177-424a-b586-787fdea4ad7c,revision_number=1']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:46.151963 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Received port after_create {{(pid=116231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:11:46.206983 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Attempting to bind port 76d9ea26-7177-424a-b586-787fdea4ad7c on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:11:46.207912 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Attempting to bind port 76d9ea26-7177-424a-b586-787fdea4ad7c by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:11:46.208286 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Attempting to bind port 76d9ea26-7177-424a-b586-787fdea4ad7c on network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:11:46.214101 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:11:46.214487 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Checking segment: {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:11:46.214899 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:46.215496 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Bound using segment: {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:11:46.215764 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Bound port: 76d9ea26-7177-424a-b586-787fdea4ad7c, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:11:46.216152 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:46.337904 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] For port 76d9ea26-7177-424a-b586-787fdea4ad7c, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:11:46.341697 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] For port 76d9ea26-7177-424a-b586-787fdea4ad7c, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=76d9ea26-7177-424a-b586-787fdea4ad7c,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:11:46.437775 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:46.471378 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Publish callbacks [] for router_gateway (b4f44728-e759-47d0-8426-6f56d896be35), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:46.496656 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:46.638685 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dd44d-aa05-4697-b994-7187c7ea2ded None None] Pushing event updated for resources: {'Port': ['ID=76d9ea26-7177-424a-b586-787fdea4ad7c,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:46.681888 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Allocated IP 172.28.4.145 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/c82c8dbd-9610-44cf-b550-f50d56a74ef6) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:11:46.810043 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Publish callbacks [] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:46.893972 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:46.932494 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:11:46.935488 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:11:46.942025 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:11:46.953326 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Pushing event updated for resources: {'Port': ['ID=c82c8dbd-9610-44cf-b550-f50d56a74ef6,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:47.546296 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da251c-0247-46e2-bce1-a09614a348d1 None None] Network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:11:47.546820 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Publish callbacks [] for router_gateway (b4f44728-e759-47d0-8426-6f56d896be35), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:47.599704 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-6042d91f-fdc6-428e-9987-bbc97613d45c None None] Provisioning complete for port 76d9ea26-7177-424a-b586-787fdea4ad7c triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:11:47.599989 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6042d91f-fdc6-428e-9987-bbc97613d45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:47.600326 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-6042d91f-fdc6-428e-9987-bbc97613d45c None None] Attempt 1 to provision port 76d9ea26-7177-424a-b586-787fdea4ad7c Nov 02 13:11:47.715881 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-6042d91f-fdc6-428e-9987-bbc97613d45c None None] Current status of the port 76d9ea26-7177-424a-b586-787fdea4ad7c is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:11:47.716385 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6042d91f-fdc6-428e-9987-bbc97613d45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:47.739811 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547277'] for router (b4f44728-e759-47d0-8426-6f56d896be35), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:47.758563 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-6042d91f-fdc6-428e-9987-bbc97613d45c None None] For port 76d9ea26-7177-424a-b586-787fdea4ad7c, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=76d9ea26-7177-424a-b586-787fdea4ad7c,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:47.917568 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6042d91f-fdc6-428e-9987-bbc97613d45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:47.970448 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042d91f-fdc6-428e-9987-bbc97613d45c None None] Pushing event updated for resources: {'Port': ['ID=76d9ea26-7177-424a-b586-787fdea4ad7c,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:47.986008 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Router b4f44728-e759-47d0-8426-6f56d896be35 is scheduled to L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b with binding_index 1 {{(pid=116229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:11:47.995499 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 32868) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:48.040954 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-cef6167d-aa01-49a4-97f6-2f9198046bcc None None] Provisioning complete for port 76d9ea26-7177-424a-b586-787fdea4ad7c triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:11:48.041751 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-cef6167d-aa01-49a4-97f6-2f9198046bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.042266 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-cef6167d-aa01-49a4-97f6-2f9198046bcc None None] Attempt 1 to provision port 76d9ea26-7177-424a-b586-787fdea4ad7c Nov 02 13:11:48.112051 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:11:48.123153 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Sync routers for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:11:48.138229 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:48.138976 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:48.139505 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ff38-2700-4ead-b235-bbbb819d736d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.149385 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-cef6167d-aa01-49a4-97f6-2f9198046bcc None None] Current status of the port 76d9ea26-7177-424a-b586-787fdea4ad7c is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:11:48.217916 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.219769 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-5fc6f2a9-7664-4a04-9793-e74e23cfcb1e admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5452452 Nov 02 13:11:48.222627 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 32872) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:48.252845 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:48.285552 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ff38-2700-4ead-b235-bbbb819d736d admin admin] Publish callbacks [] for security_group (11414a27-5e91-44c2-939d-0074819610c6), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.304869 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8b1dcf52-359c-4d3b-9b73-7083e29248c2 req-ceed1c9f-f458-4b3b-bad9-49ba6b84d876 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0890248 Nov 02 13:11:48.399571 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ff38-2700-4ead-b235-bbbb819d736d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (11414a27-5e91-44c2-939d-0074819610c6), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.418661 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 76d9ea26-7177-424a-b586-787fdea4ad7c up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:11:48.477333 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1ff38-2700-4ead-b235-bbbb819d736d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11414a27-5e91-44c2-939d-0074819610c6,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:48.479353 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 76d9ea26-7177-424a-b586-787fdea4ad7c triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:11:48.480052 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.480570 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 76d9ea26-7177-424a-b586-787fdea4ad7c Nov 02 13:11:48.488075 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-f5c1ff38-2700-4ead-b235-bbbb819d736d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=60a06292cc9c4c1aab0ff693b2278cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4906466 Nov 02 13:11:48.489194 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 32874) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:48.509935 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:47Z', 'revision_number': 3, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:48.520679 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcf52-359c-4d3b-9b73-7083e29248c2 req-1170daec-65ac-40c9-a63a-3f2a6c6d01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:48.522312 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8b1dcf52-359c-4d3b-9b73-7083e29248c2 req-1170daec-65ac-40c9-a63a-3f2a6c6d01b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 1131 time: 0.1497290 Nov 02 13:11:48.540914 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Checking router: b4f44728-e759-47d0-8426-6f56d896be35 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:11:48.541832 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Updating router b4f44728-e759-47d0-8426-6f56d896be35 port c82c8dbd-9610-44cf-b550-f50d56a74ef6 binding host dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:11:48.575342 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.588952 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 76d9ea26-7177-424a-b586-787fdea4ad7c is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:11:48.622633 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7ee32b7-4b7d-4ff2-98bb-9006200ae8c2 admin admin] Publish callbacks [] for security_group (11414a27-5e91-44c2-939d-0074819610c6), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.660325 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7ee32b7-4b7d-4ff2-98bb-9006200ae8c2 admin admin] Publish callbacks [] for security_group (11414a27-5e91-44c2-939d-0074819610c6), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.689827 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcf52-359c-4d3b-9b73-7083e29248c2 req-d90465cc-c72a-4535-b6f7-83cecafec488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:48.692507 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8b1dcf52-359c-4d3b-9b73-7083e29248c2 req-d90465cc-c72a-4535-b6f7-83cecafec488 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 200 len: 919 time: 0.1360211 Nov 02 13:11:48.774284 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8b1dcf52-359c-4d3b-9b73-7083e29248c2 req-f7fdd0da-669d-4787-b5b2-003bd6af69cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60827f5b-cea1-4157-8356-df1919564bdd HTTP/1.1" status: 200 len: 1001 time: 0.0755434 Nov 02 13:11:48.779261 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.833235 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcf52-359c-4d3b-9b73-7083e29248c2 req-70b6da8d-8106-4bf1-868e-b020e0f3e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:48.834848 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8b1dcf52-359c-4d3b-9b73-7083e29248c2 req-70b6da8d-8106-4bf1-868e-b020e0f3e12d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 200 len: 856 time: 0.0522854 Nov 02 13:11:48.839789 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7ee32b7-4b7d-4ff2-98bb-9006200ae8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (11414a27-5e91-44c2-939d-0074819610c6), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.842798 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7ee32b7-4b7d-4ff2-98bb-9006200ae8c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.844102 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c7ee32b7-4b7d-4ff2-98bb-9006200ae8c2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/11414a27-5e91-44c2-939d-0074819610c6 HTTP/1.1" status: 204 len: 168 time: 0.3531055 Nov 02 13:11:48.860434 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee32b7-4b7d-4ff2-98bb-9006200ae8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11414a27-5e91-44c2-939d-0074819610c6,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:48.892763 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Publish callbacks [] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), precommit_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.905215 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcf52-359c-4d3b-9b73-7083e29248c2 req-fe51d103-e63d-476e-b4b2-b8e579f2de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:48.906979 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8b1dcf52-359c-4d3b-9b73-7083e29248c2 req-fe51d103-e63d-476e-b4b2-b8e579f2de7a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af1e376b-b426-494b-8a32-b21f326de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0616808 Nov 02 13:11:48.985160 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.013796 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8b1dcf52-359c-4d3b-9b73-7083e29248c2 req-cb3867c5-47db-4c9c-96ad-b1b506188070 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979626 Nov 02 13:11:49.037644 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Pushing event updated for resources: {'Port': ['ID=c82c8dbd-9610-44cf-b550-f50d56a74ef6,revision_number=2']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:49.046537 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Allocated IP 172.20.0.1 (9b0a0306-e700-4dd2-9f43-5d4f0d077c8d/ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52/5e464717-0b8f-41ab-815f-6a0e317dc339) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:11:49.047404 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.047758 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.048238 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.048585 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.048921 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.049261 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.049592 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.049950 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.050282 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.051232 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.052006 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.052341 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.052669 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:49.056075 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Attempting to bind port c82c8dbd-9610-44cf-b550-f50d56a74ef6 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:11:49.057053 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Attempting to bind port c82c8dbd-9610-44cf-b550-f50d56a74ef6 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:11:49.057053 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Attempting to bind port c82c8dbd-9610-44cf-b550-f50d56a74ef6 on network 77ce1c78-9b99-4e9d-8799-30ad603e3245 {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:11:49.063748 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:11:49.064151 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Checking segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:11:49.064554 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.064971 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Bound using segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:11:49.065447 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Bound port: c82c8dbd-9610-44cf-b550-f50d56a74ef6, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:11:49.065867 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.122112 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] For port c82c8dbd-9610-44cf-b550-f50d56a74ef6, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:11:49.125809 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] For port c82c8dbd-9610-44cf-b550-f50d56a74ef6, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=c82c8dbd-9610-44cf-b550-f50d56a74ef6,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:11:49.132644 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8b1dcf52-359c-4d3b-9b73-7083e29248c2 req-38be7f78-83b0-4de9-9e30-678b9f722fe9 service neutron] 10.222.0.86 "GET /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120710 Nov 02 13:11:49.180998 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Publish callbacks [] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.203500 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.239825 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:49.240506 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:49.305241 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.345206 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:11:49.348840 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:11:49.355074 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:11:49.360704 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Pushing event updated for resources: {'Port': ['ID=5e464717-0b8f-41ab-815f-6a0e317dc339,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:49.399973 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a4729-1489-4459-b2b4-a1d65ccec7fe None None] Pushing event updated for resources: {'Port': ['ID=c82c8dbd-9610-44cf-b550-f50d56a74ef6,revision_number=3']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:49.403661 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548120'] for router_interface (b4f44728-e759-47d0-8426-6f56d896be35), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.470181 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:49.617964 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 32882) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:49.651566 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ef08896d-819a-481c-846e-a541009feca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.662802 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.666475 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:47Z', 'revision_number': 3, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:49.689817 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Provisioning complete for port 5e464717-0b8f-41ab-815f-6a0e317dc339 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:11:49.690424 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.690796 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Attempt 1 to provision port 5e464717-0b8f-41ab-815f-6a0e317dc339 Nov 02 13:11:49.696369 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d82c6-0d57-4e06-9690-522ecd0e76c8 None None] The sync data for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb is: [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:47Z', 'revision_number': 3, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:11:49.734414 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Port 5e464717-0b8f-41ab-815f-6a0e317dc339 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:11:49.837003 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ef08896d-819a-481c-846e-a541009feca6 admin admin] Publish callbacks [] for security_group (eab0e810-0565-4345-8e38-64f510ac575c), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.893461 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Publish callbacks [] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.912109 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ef08896d-819a-481c-846e-a541009feca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (eab0e810-0565-4345-8e38-64f510ac575c), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.969321 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.975137 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-ef08896d-819a-481c-846e-a541009feca6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=06bd0b31977f41ae8a2c502776ff5727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562565 Nov 02 13:11:49.977792 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08896d-819a-481c-846e-a541009feca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab0e810-0565-4345-8e38-64f510ac575c,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:49.978492 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 32884) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:50.042927 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Pushing event updated for resources: {'Port': ['ID=5e464717-0b8f-41ab-815f-6a0e317dc339,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:50.043176 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-55a7be59-03d2-43bf-ab2b-82be555b5b05 admin admin] Publish callbacks [] for security_group (eab0e810-0565-4345-8e38-64f510ac575c), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:50.048526 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7808084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548236'] for router_interface (b4f44728-e759-47d0-8426-6f56d896be35), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:50.076551 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-55a7be59-03d2-43bf-ab2b-82be555b5b05 admin admin] Publish callbacks [] for security_group (eab0e810-0565-4345-8e38-64f510ac575c), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:50.169117 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:11:50.170970 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:11:50.236686 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Attempt 2 to provision port 5e464717-0b8f-41ab-815f-6a0e317dc339 Nov 02 13:11:50.278272 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-55a7be59-03d2-43bf-ab2b-82be555b5b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (eab0e810-0565-4345-8e38-64f510ac575c), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:50.282204 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-55a7be59-03d2-43bf-ab2b-82be555b5b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:50.283927 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-55a7be59-03d2-43bf-ab2b-82be555b5b05 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eab0e810-0565-4345-8e38-64f510ac575c HTTP/1.1" status: 204 len: 168 time: 0.3042412 Nov 02 13:11:50.297599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7be59-03d2-43bf-ab2b-82be555b5b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab0e810-0565-4345-8e38-64f510ac575c,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:50.301336 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Port 5e464717-0b8f-41ab-815f-6a0e317dc339 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:11:50.322822 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Router b4f44728-e759-47d0-8426-6f56d896be35 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:11:50.433077 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c82c8dbd-9610-44cf-b550-f50d56a74ef6 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:11:50.477361 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:11:50.483182 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-a2d83373-f9e7-4062-b0c4-b580ae4c619f admin admin] 10.222.0.93 "PUT /v2.0/routers/b4f44728-e759-47d0-8426-6f56d896be35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2590864 Nov 02 13:11:50.498475 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port c82c8dbd-9610-44cf-b550-f50d56a74ef6 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:11:50.498870 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:50.499217 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port c82c8dbd-9610-44cf-b550-f50d56a74ef6 Nov 02 13:11:50.582477 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port c82c8dbd-9610-44cf-b550-f50d56a74ef6 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:11:50.582877 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:50.610313 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port c82c8dbd-9610-44cf-b550-f50d56a74ef6, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=c82c8dbd-9610-44cf-b550-f50d56a74ef6,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:50.674880 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:50.735935 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=c82c8dbd-9610-44cf-b550-f50d56a74ef6,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:50.802226 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Attempt 3 to provision port 5e464717-0b8f-41ab-815f-6a0e317dc339 Nov 02 13:11:50.839917 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Port 5e464717-0b8f-41ab-815f-6a0e317dc339 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:11:51.037302 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 32902) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:51.041970 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-51a0dcd2-1a28-45ac-99b8-7862a03a02c2 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1919799157', 'description': 'tempest-description--1189796076'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:11:51.145375 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-51a0dcd2-1a28-45ac-99b8-7862a03a02c2 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:51.224104 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-51a0dcd2-1a28-45ac-99b8-7862a03a02c2 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group (a5e9e54a-906d-4b75-959b-9802892d7805), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:51.309991 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-51a0dcd2-1a28-45ac-99b8-7862a03a02c2 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (a5e9e54a-906d-4b75-959b-9802892d7805), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:51.341412 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Attempt 4 to provision port 5e464717-0b8f-41ab-815f-6a0e317dc339 Nov 02 13:11:51.345113 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0dcd2-1a28-45ac-99b8-7862a03a02c2 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e9e54a-906d-4b75-959b-9802892d7805,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:51.385557 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Port 5e464717-0b8f-41ab-815f-6a0e317dc339 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:11:51.406002 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-51a0dcd2-1a28-45ac-99b8-7862a03a02c2 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:51.407952 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-51a0dcd2-1a28-45ac-99b8-7862a03a02c2 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3695326 Nov 02 13:11:51.410894 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 32912) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:51.415397 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-0476d081-69d2-4259-aad6-a7b712a485c3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Request body: {'security_group_rule': {'security_group_id': 'a5e9e54a-906d-4b75-959b-9802892d7805', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:11:51.530082 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0476d081-69d2-4259-aad6-a7b712a485c3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group_rule (0ccd1fa5-0fa8-4c60-b83a-a9a0218d2e46), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:51.597244 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Sync routers for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:11:51.603302 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0476d081-69d2-4259-aad6-a7b712a485c3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group_rule (0ccd1fa5-0fa8-4c60-b83a-a9a0218d2e46), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:51.610502 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:51.611167 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:51.665530 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0476d081-69d2-4259-aad6-a7b712a485c3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (0ccd1fa5-0fa8-4c60-b83a-a9a0218d2e46), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:51.705533 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476d081-69d2-4259-aad6-a7b712a485c3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccd1fa5-0fa8-4c60-b83a-a9a0218d2e46,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:51.781839 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:51.794473 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0476d081-69d2-4259-aad6-a7b712a485c3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:51.799604 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-0476d081-69d2-4259-aad6-a7b712a485c3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3842373 Nov 02 13:11:51.799604 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 32920) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:51.804662 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-db1af23d-10a9-4d39-ad3c-bbc062a63ced tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Request body: {'security_group_rule': {'security_group_id': 'a5e9e54a-906d-4b75-959b-9802892d7805', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:11:51.895859 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Attempt 5 to provision port 5e464717-0b8f-41ab-815f-6a0e317dc339 Nov 02 13:11:51.902890 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-db1af23d-10a9-4d39-ad3c-bbc062a63ced tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group_rule (fcc13bd6-6d0e-4627-9bbc-d909177d2331), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:51.967788 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Port 5e464717-0b8f-41ab-815f-6a0e317dc339 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:11:51.972063 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-db1af23d-10a9-4d39-ad3c-bbc062a63ced tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group_rule (fcc13bd6-6d0e-4627-9bbc-d909177d2331), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.049006 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 2, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:52.075600 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Checking router: b4f44728-e759-47d0-8426-6f56d896be35 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:11:52.075962 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Updating router b4f44728-e759-47d0-8426-6f56d896be35 port 5e464717-0b8f-41ab-815f-6a0e317dc339 binding host dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:11:52.112838 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.121318 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-db1af23d-10a9-4d39-ad3c-bbc062a63ced tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (fcc13bd6-6d0e-4627-9bbc-d909177d2331), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.137208 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1af23d-10a9-4d39-ad3c-bbc062a63ced tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc13bd6-6d0e-4627-9bbc-d909177d2331,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:52.260145 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-db1af23d-10a9-4d39-ad3c-bbc062a63ced tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.266402 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-db1af23d-10a9-4d39-ad3c-bbc062a63ced tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4657605 Nov 02 13:11:52.267081 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 32924) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:52.272535 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Request body: {'floatingip': {'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:11:52.335128 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c82c8dbd-9610-44cf-b550-f50d56a74ef6 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:11:52.414805 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.429689 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Publish callbacks [] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), precommit_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.436679 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port c82c8dbd-9610-44cf-b550-f50d56a74ef6 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:11:52.437053 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.437395 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port c82c8dbd-9610-44cf-b550-f50d56a74ef6 Nov 02 13:11:52.469766 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Attempt 6 to provision port 5e464717-0b8f-41ab-815f-6a0e317dc339 Nov 02 13:11:52.521829 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Port 5e464717-0b8f-41ab-815f-6a0e317dc339 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:11:52.524896 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.532546 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 32928) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:52.543396 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.619316 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port c82c8dbd-9610-44cf-b550-f50d56a74ef6 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:11:52.624603 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402dc96-434e-4046-8e4c-e57d873740ea None None] Pushing event updated for resources: {'Port': ['ID=5e464717-0b8f-41ab-815f-6a0e317dc339,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:52.663697 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Attempting to bind port 5e464717-0b8f-41ab-815f-6a0e317dc339 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:11:52.664322 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Attempting to bind port 5e464717-0b8f-41ab-815f-6a0e317dc339 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:11:52.664760 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Attempting to bind port 5e464717-0b8f-41ab-815f-6a0e317dc339 on network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:11:52.668269 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d73893af-0a40-4c13-b386-5d57c4e189bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.672015 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:11:52.672512 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Checking segment: {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:11:52.672994 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.673456 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Bound using segment: {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:11:52.674027 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Bound port: 5e464717-0b8f-41ab-815f-6a0e317dc339, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:11:52.674603 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.682599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Allocated IP 172.28.4.207 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/c22e3824-bf97-45cf-9b8b-cb60a484e52f) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:11:52.742290 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] For port 5e464717-0b8f-41ab-815f-6a0e317dc339, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:11:52.746039 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] For port 5e464717-0b8f-41ab-815f-6a0e317dc339, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=5e464717-0b8f-41ab-815f-6a0e317dc339,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:11:52.757066 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d73893af-0a40-4c13-b386-5d57c4e189bf admin admin] Publish callbacks [] for security_group (a194f012-0735-47a3-a91f-53d4e2c4ca84), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.792597 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.799609 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for port (c22e3824-bf97-45cf-9b8b-cb60a484e52f), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.826485 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d73893af-0a40-4c13-b386-5d57c4e189bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (a194f012-0735-47a3-a91f-53d4e2c4ca84), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.829704 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:52.830380 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:52.872909 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d73893af-0a40-4c13-b386-5d57c4e189bf admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=caf8c5396a314a0db9d54338dc845556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393044 Nov 02 13:11:52.873808 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73893af-0a40-4c13-b386-5d57c4e189bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a194f012-0735-47a3-a91f-53d4e2c4ca84,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:52.875826 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 32932) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:52.890087 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402dc96-434e-4046-8e4c-e57d873740ea None None] Pushing event updated for resources: {'Port': ['ID=5e464717-0b8f-41ab-815f-6a0e317dc339,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:52.919342 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (c22e3824-bf97-45cf-9b8b-cb60a484e52f), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.955188 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:52.974156 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:11:52.979549 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-17d04062-0aef-4010-ae6a-d993748d4475 admin admin] Publish callbacks [] for security_group (a194f012-0735-47a3-a91f-53d4e2c4ca84), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:52.983623 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:11:52.986981 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:11:52.989586 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event updated for resources: {'Port': ['ID=c22e3824-bf97-45cf-9b8b-cb60a484e52f,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:53.035335 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-17d04062-0aef-4010-ae6a-d993748d4475 admin admin] Publish callbacks [] for security_group (a194f012-0735-47a3-a91f-53d4e2c4ca84), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:53.126572 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (205da052-d0bc-4e5f-a42f-7ff33c40d823), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:53.157713 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Attempt 7 to provision port 5e464717-0b8f-41ab-815f-6a0e317dc339 Nov 02 13:11:53.196364 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-17d04062-0aef-4010-ae6a-d993748d4475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (a194f012-0735-47a3-a91f-53d4e2c4ca84), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:53.199151 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-17d04062-0aef-4010-ae6a-d993748d4475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:53.203035 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-17d04062-0aef-4010-ae6a-d993748d4475 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a194f012-0735-47a3-a91f-53d4e2c4ca84 HTTP/1.1" status: 204 len: 168 time: 0.3225381 Nov 02 13:11:53.209395 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d04062-0aef-4010-ae6a-d993748d4475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a194f012-0735-47a3-a91f-53d4e2c4ca84,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:53.256170 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c22e3824-bf97-45cf-9b8b-cb60a484e52f), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:53.342211 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Current status of the port 5e464717-0b8f-41ab-815f-6a0e317dc339 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:11:53.342617 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:53.389457 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] For port 5e464717-0b8f-41ab-815f-6a0e317dc339, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=5e464717-0b8f-41ab-815f-6a0e317dc339,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:53.403845 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:52Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:53.422330 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for port (c22e3824-bf97-45cf-9b8b-cb60a484e52f), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:53.436122 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7177b-d78e-4509-b557-eb6f1aab7ddb None None] The sync data for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb is: [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:52Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:11:53.485354 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:53.513252 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (c22e3824-bf97-45cf-9b8b-cb60a484e52f), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:53.560505 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2919bb-9250-4900-a4d1-60c6f5eddf02 None None] Pushing event updated for resources: {'Port': ['ID=5e464717-0b8f-41ab-815f-6a0e317dc339,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:53.602879 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event updated for resources: {'Port': ['ID=c22e3824-bf97-45cf-9b8b-cb60a484e52f,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:53.605586 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (205da052-d0bc-4e5f-a42f-7ff33c40d823), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:53.627803 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-07f74ed0-aaba-4e3c-91b1-f4a793f0f907 None None] Provisioning complete for port 5e464717-0b8f-41ab-815f-6a0e317dc339 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:11:53.663298 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-07f74ed0-aaba-4e3c-91b1-f4a793f0f907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:53.663298 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-07f74ed0-aaba-4e3c-91b1-f4a793f0f907 None None] Attempt 1 to provision port 5e464717-0b8f-41ab-815f-6a0e317dc339 Nov 02 13:11:53.713324 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-07f74ed0-aaba-4e3c-91b1-f4a793f0f907 None None] Current status of the port 5e464717-0b8f-41ab-815f-6a0e317dc339 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:11:53.737852 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:53.740221 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-a57c649a-6b11-4423-9bae-4c203444b1a3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4720461 Nov 02 13:11:53.982495 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-43ad0a11-e159-4c2d-ad47-795dbc92b809 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1919799157&fields=id&tenant_id=cfa74284a39c45509855203870854f78 HTTP/1.1" status: 200 len: 267 time: 0.0598311 Nov 02 13:11:54.113870 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-f093579b-be1f-4cc3-9ca8-220b125ea448 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:54.115633 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-f093579b-be1f-4cc3-9ca8-220b125ea448 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/networks?id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d HTTP/1.1" status: 200 len: 811 time: 0.1258252 Nov 02 13:11:54.141146 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-040ccd3b-0988-418c-8529-13f6212d958c tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/quotas/cfa74284a39c45509855203870854f78 HTTP/1.1" status: 200 len: 375 time: 0.0150294 Nov 02 13:11:54.230069 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-58a65487-3a68-4840-8ae1-afd6c0afd96d tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfa74284a39c45509855203870854f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746644 Nov 02 13:11:54.382307 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 5e464717-0b8f-41ab-815f-6a0e317dc339 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:11:54.444021 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 5e464717-0b8f-41ab-815f-6a0e317dc339 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:11:54.444816 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:54.445341 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 5e464717-0b8f-41ab-815f-6a0e317dc339 Nov 02 13:11:54.559661 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-d6159ee0-3a07-4b3c-91cd-baba09507ff7 service neutron] 10.222.0.93 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282106 Nov 02 13:11:54.561782 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 5e464717-0b8f-41ab-815f-6a0e317dc339 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:11:54.670400 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-60654c89-0328-49d0-b965-4153c1ed0d03 service neutron] 10.222.0.93 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039608 Nov 02 13:11:54.958138 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-940011cd-d118-43f6-8d63-1ba1152eeb08 req-fd73e863-7d56-4953-b8d2-21efe995dd6a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 210 time: 0.0372066 Nov 02 13:11:56.043631 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a39a957d-55da-49f0-83cd-e0016cbcf97c req-ea7e118c-d0eb-4b89-830d-5fc67a92ed48 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 210 time: 0.0294895 Nov 02 13:11:57.149082 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b71ef6a3-b8a5-448a-b5fe-35818e3be6dd req-89cb1882-87d8-4a1b-aefa-5b4fb6838b25 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 210 time: 0.0293546 Nov 02 13:11:57.579187 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-24aa6582-d3b3-4079-a17b-a258caa1f793 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:57.582506 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-24aa6582-d3b3-4079-a17b-a258caa1f793 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.86 "GET /v2.0/networks?id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d HTTP/1.1" status: 200 len: 811 time: 0.1372123 Nov 02 13:11:57.657978 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-f36f4ee4-6f69-4cd4-8bf8-194a0778f576 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfa74284a39c45509855203870854f78 HTTP/1.1" status: 200 len: 380 time: 0.0591245 Nov 02 13:11:57.667939 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Request body: {'port': {'device_id': 'd239c716-2db7-4888-ab70-8e65de537a45', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'admin_state_up': True, 'tenant_id': 'cfa74284a39c45509855203870854f78', 'security_groups': ['a5e9e54a-906d-4b75-959b-9802892d7805']}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:11:57.877350 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Made reservation on behalf of cfa74284a39c45509855203870854f78 for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:11:57.881290 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:58.012927 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Allocated IP 172.20.0.4 (9b0a0306-e700-4dd2-9f43-5d4f0d077c8d/ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52/e261bea4-743a-4b9b-9444-7738c496963c) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:11:58.172487 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for port (e261bea4-743a-4b9b-9444-7738c496963c), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:58.271524 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-989295e1-c5d0-4f7b-badd-2184d3b20e8e req-7d54032a-e8ca-4143-b2f1-d5c18b20cbec tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 210 time: 0.0328190 Nov 02 13:11:58.329168 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (e261bea4-743a-4b9b-9444-7738c496963c), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:58.374397 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:11:58.377763 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:11:58.388808 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:11:58.398172 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event updated for resources: {'Port': ['ID=e261bea4-743a-4b9b-9444-7738c496963c,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:58.450676 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:58.451331 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:58.547561 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3ed801de-0566-4541-a083-52b342f90e28 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8836346 Nov 02 13:11:58.571537 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Request body: {'port': {'device_id': 'd239c716-2db7-4888-ab70-8e65de537a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:11:58.636501 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (e261bea4-743a-4b9b-9444-7738c496963c), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:58.673540 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-374a3985-927b-49f6-8fe8-11d4b964e3a4 None None] Provisioning complete for port e261bea4-743a-4b9b-9444-7738c496963c triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:11:58.674583 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-374a3985-927b-49f6-8fe8-11d4b964e3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (e261bea4-743a-4b9b-9444-7738c496963c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:58.676563 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-374a3985-927b-49f6-8fe8-11d4b964e3a4 None None] Attempt 1 to provision port e261bea4-743a-4b9b-9444-7738c496963c Nov 02 13:11:58.737242 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-374a3985-927b-49f6-8fe8-11d4b964e3a4 None None] Port e261bea4-743a-4b9b-9444-7738c496963c cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:11:58.966852 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e261bea4-743a-4b9b-9444-7738c496963c {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:11:58.976755 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Publish callbacks [] for port (e261bea4-743a-4b9b-9444-7738c496963c), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:58.990913 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Transition to ACTIVE for port object e261bea4-743a-4b9b-9444-7738c496963c will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:11:59.083899 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (e261bea4-743a-4b9b-9444-7738c496963c), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:59.144661 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Pushing event updated for resources: {'Port': ['ID=e261bea4-743a-4b9b-9444-7738c496963c,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:59.201339 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Attempting to bind port e261bea4-743a-4b9b-9444-7738c496963c on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:11:59.202525 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Attempting to bind port e261bea4-743a-4b9b-9444-7738c496963c by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:11:59.202525 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Attempting to bind port e261bea4-743a-4b9b-9444-7738c496963c on network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:11:59.207082 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Port e261bea4-743a-4b9b-9444-7738c496963c on network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:11:59.207400 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Attempting to bind port e261bea4-743a-4b9b-9444-7738c496963c on network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:11:59.213366 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:11:59.218882 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Checking segment: {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:11:59.218882 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Bound using segment: {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:11:59.218882 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Bound port: e261bea4-743a-4b9b-9444-7738c496963c, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:11:59.218882 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (e261bea4-743a-4b9b-9444-7738c496963c), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:59.238217 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-374a3985-927b-49f6-8fe8-11d4b964e3a4 None None] Attempt 2 to provision port e261bea4-743a-4b9b-9444-7738c496963c Nov 02 13:11:59.272585 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-374a3985-927b-49f6-8fe8-11d4b964e3a4 None None] Port e261bea4-743a-4b9b-9444-7738c496963c cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:11:59.281704 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] For port e261bea4-743a-4b9b-9444-7738c496963c, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:11:59.286031 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] For port e261bea4-743a-4b9b-9444-7738c496963c, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=e261bea4-743a-4b9b-9444-7738c496963c,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:11:59.360542 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (e261bea4-743a-4b9b-9444-7738c496963c), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:59.365434 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:59.366089 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:59.367522 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] 10.222.0.86 "PUT /v2.0/ports/e261bea4-743a-4b9b-9444-7738c496963c HTTP/1.1" status: 200 len: 1093 time: 0.8003407 Nov 02 13:11:59.368040 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd239c716-2db7-4888-ab70-8e65de537a45', 'tag': 'e261bea4-743a-4b9b-9444-7738c496963c'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:11:59.370390 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cbae9f-adeb-4066-a0f1-9bb0ad5565b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d239c716-2db7-4888-ab70-8e65de537a45", "tag": "e261bea4-743a-4b9b-9444-7738c496963c"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:59.418533 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0b601f-72a1-440c-b800-c40acb6f6417 x-openstack-request-id: req-4a0b601f-72a1-440c-b800-c40acb6f6417 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:59.418830 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d239c716-2db7-4888-ab70-8e65de537a45", "tag": "e261bea4-743a-4b9b-9444-7738c496963c", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:59.419087 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4a0b601f-72a1-440c-b800-c40acb6f6417 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:59.419749 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0b601f-72a1-440c-b800-c40acb6f6417'] response: {'name': 'network-changed', 'server_uuid': 'd239c716-2db7-4888-ab70-8e65de537a45', 'tag': 'e261bea4-743a-4b9b-9444-7738c496963c', 'status': 'completed', 'code': 200} Nov 02 13:11:59.442920 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf306d-22b0-443a-b166-16d11a6e4f0c service neutron] Pushing event updated for resources: {'Port': ['ID=e261bea4-743a-4b9b-9444-7738c496963c,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:59.459413 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d649cf-be02-4735-82cd-95cde7c73a62 req-3623f837-63ed-4e49-b6f2-1cfcda3192de tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:59.462732 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-57d649cf-be02-4735-82cd-95cde7c73a62 req-3623f837-63ed-4e49-b6f2-1cfcda3192de tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 943 time: 0.1123302 Nov 02 13:11:59.552683 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-57d649cf-be02-4735-82cd-95cde7c73a62 req-8980f4ba-e61d-4c1b-9312-d55189e903ae tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845416 Nov 02 13:11:59.563470 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbae9f-adeb-4066-a0f1-9bb0ad5565b3 req-a7ea5033-edf8-4c22-9d0c-d9c3ab5bd348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:59.564978 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-18cbae9f-adeb-4066-a0f1-9bb0ad5565b3 req-a7ea5033-edf8-4c22-9d0c-d9c3ab5bd348 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfa74284a39c45509855203870854f78&device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 1127 time: 0.0758889 Nov 02 13:11:59.678992 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbae9f-adeb-4066-a0f1-9bb0ad5565b3 req-66dc66d0-cbd3-4972-ac67-ecc07cff4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:59.680495 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-18cbae9f-adeb-4066-a0f1-9bb0ad5565b3 req-66dc66d0-cbd3-4972-ac67-ecc07cff4bfc service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=cfa74284a39c45509855203870854f78&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1006777 Nov 02 13:11:59.774243 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-374a3985-927b-49f6-8fe8-11d4b964e3a4 None None] Attempt 3 to provision port e261bea4-743a-4b9b-9444-7738c496963c Nov 02 13:11:59.789359 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbae9f-adeb-4066-a0f1-9bb0ad5565b3 req-771db22e-e937-4b5c-abdd-682d73df0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:59.790854 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-18cbae9f-adeb-4066-a0f1-9bb0ad5565b3 req-771db22e-e937-4b5c-abdd-682d73df0e6d service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1040986 Nov 02 13:11:59.818991 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-374a3985-927b-49f6-8fe8-11d4b964e3a4 None None] Port e261bea4-743a-4b9b-9444-7738c496963c had new provisioning blocks added so it will not transition to active. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:11:59.916718 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-70319e6a-2cbb-4b44-a9e9-6fe7f0097e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:59.918309 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-70319e6a-2cbb-4b44-a9e9-6fe7f0097e6a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfa74284a39c45509855203870854f78&device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 1127 time: 0.0580475 Nov 02 13:11:59.969749 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-3dcbd224-250d-4039-9be1-da0c521514ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e261bea4-743a-4b9b-9444-7738c496963c HTTP/1.1" status: 200 len: 217 time: 0.0367193 Nov 02 13:12:00.023518 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-195ccde0-e582-4f5f-844d-0f5a7d7927cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:00.024987 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-195ccde0-e582-4f5f-844d-0f5a7d7927cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52 HTTP/1.1" status: 200 len: 850 time: 0.0476394 Nov 02 13:12:00.080028 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-8ab33d88-a23d-4619-8baa-5bfa88a02e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:00.081546 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-8ab33d88-a23d-4619-8baa-5bfa88a02e73 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0468290 Nov 02 13:12:00.175681 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-cd200d68-6904-4734-b6f2-f99e22f33d7f service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869892 Nov 02 13:12:00.276828 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-eaef7e34-494a-4a6b-95b7-f9776930ba6e req-8b108c81-fc13-4569-a9b8-c0f87da4de1f service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942590 Nov 02 13:12:00.694700 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c0ab9-e6bf-404b-9845-607a9ffe1a97 req-984d571e-ad83-4fe9-9f97-5e2b164424ec tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:00.696155 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b34c0ab9-e6bf-404b-9845-607a9ffe1a97 req-984d571e-ad83-4fe9-9f97-5e2b164424ec tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 943 time: 0.0614638 Nov 02 13:12:00.749320 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b34c0ab9-e6bf-404b-9845-607a9ffe1a97 req-99b6ee4b-ead2-4389-9d74-b9c21890a08b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469618 Nov 02 13:12:01.838273 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device e261bea4-743a-4b9b-9444-7738c496963c details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:12:01.895330 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92c54-c1f0-4e77-a8ba-d8199ce11475 req-747c5bd2-cafb-476c-b9cb-3dd02e879a8b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:01.897604 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b7f92c54-c1f0-4e77-a8ba-d8199ce11475 req-747c5bd2-cafb-476c-b9cb-3dd02e879a8b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 943 time: 0.0705013 Nov 02 13:12:01.959242 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b7f92c54-c1f0-4e77-a8ba-d8199ce11475 req-4803f72f-6443-43d8-a678-c5550e620627 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560436 Nov 02 13:12:01.962753 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port e261bea4-743a-4b9b-9444-7738c496963c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=e261bea4-743a-4b9b-9444-7738c496963c,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:01.978144 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': 'e261bea4-743a-4b9b-9444-7738c496963c', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'port_id': 'e261bea4-743a-4b9b-9444-7738c496963c', 'mac_address': 'fa:16:3e:c8:53:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1457, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:12:02.021355 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port e261bea4-743a-4b9b-9444-7738c496963c is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:12:02.021899 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (e261bea4-743a-4b9b-9444-7738c496963c), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:02.037462 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e261bea4-743a-4b9b-9444-7738c496963c {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:12:02.062859 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port e261bea4-743a-4b9b-9444-7738c496963c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=e261bea4-743a-4b9b-9444-7738c496963c,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:02.169755 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (e261bea4-743a-4b9b-9444-7738c496963c), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:02.232851 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=e261bea4-743a-4b9b-9444-7738c496963c,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:02.290831 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24908b11-cd47-418d-b9a4-94bfe758f550 req-cda31de4-3f1e-4767-a539-b63f097efe1c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:02.292465 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24908b11-cd47-418d-b9a4-94bfe758f550 req-cda31de4-3f1e-4767-a539-b63f097efe1c tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 947 time: 0.0629904 Nov 02 13:12:02.344975 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24908b11-cd47-418d-b9a4-94bfe758f550 req-af674fce-e399-4851-9f49-877aad488878 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462165 Nov 02 13:12:02.530161 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['e261bea4-743a-4b9b-9444-7738c496963c'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:12:03.100970 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330afab-413a-45ac-a231-5bdae34aeaed req-eb6748e1-5e18-45e6-a3cd-b943985d8b0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:03.102877 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5330afab-413a-45ac-a231-5bdae34aeaed req-eb6748e1-5e18-45e6-a3cd-b943985d8b0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 944 time: 0.0644679 Nov 02 13:12:03.160245 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5330afab-413a-45ac-a231-5bdae34aeaed req-c1898f30-8139-405b-8e29-5e02d202b71c tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470526 Nov 02 13:12:03.490854 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ea2ba-dbc7-4e88-8e47-041403d33bec req-61e6a5d8-dd7a-4475-8cf0-5a3d6ac98a07 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:03.493210 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c4ea2ba-dbc7-4e88-8e47-041403d33bec req-61e6a5d8-dd7a-4475-8cf0-5a3d6ac98a07 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 947 time: 0.0617957 Nov 02 13:12:03.555485 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3c4ea2ba-dbc7-4e88-8e47-041403d33bec req-1fe4b8ab-70cc-4ce2-a181-ddbd9dc77932 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513997 Nov 02 13:12:03.848192 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device e261bea4-743a-4b9b-9444-7738c496963c up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:03.973458 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port e261bea4-743a-4b9b-9444-7738c496963c completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:12:03.977911 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port e261bea4-743a-4b9b-9444-7738c496963c triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:12:03.978370 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (e261bea4-743a-4b9b-9444-7738c496963c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:03.978721 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port e261bea4-743a-4b9b-9444-7738c496963c Nov 02 13:12:04.007336 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-eb9354d0-0cd4-4a78-ab4f-b289b560d64e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:04.008838 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-eb9354d0-0cd4-4a78-ab4f-b289b560d64e tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 947 time: 0.0578120 Nov 02 13:12:04.059922 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port e261bea4-743a-4b9b-9444-7738c496963c is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:12:04.060324 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (e261bea4-743a-4b9b-9444-7738c496963c), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:04.086381 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239c716-2db7-4888-ab70-8e65de537a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e261bea4-743a-4b9b-9444-7738c496963c'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:12:04.088646 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e78d4b-a6d3-41c0-a6c0-2643d29987af" -d '{"events": [{"server_uuid": "d239c716-2db7-4888-ab70-8e65de537a45", "name": "network-vif-plugged", "status": "completed", "tag": "e261bea4-743a-4b9b-9444-7738c496963c"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:12:04.108912 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port e261bea4-743a-4b9b-9444-7738c496963c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=e261bea4-743a-4b9b-9444-7738c496963c,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:04.109049 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Deleting port 60827f5b-cea1-4157-8356-df1919564bdd {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:04.109049 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (60827f5b-cea1-4157-8356-df1919564bdd), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:04.131549 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c0874d-04d4-4c7c-8b93-8fc18e96cce0 x-openstack-request-id: req-c7c0874d-04d4-4c7c-8b93-8fc18e96cce0 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:12:04.131847 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239c716-2db7-4888-ab70-8e65de537a45", "name": "network-vif-plugged", "status": "completed", "tag": "e261bea4-743a-4b9b-9444-7738c496963c", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:12:04.132097 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c7c0874d-04d4-4c7c-8b93-8fc18e96cce0 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:12:04.132523 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c0874d-04d4-4c7c-8b93-8fc18e96cce0'] response: {'server_uuid': 'd239c716-2db7-4888-ab70-8e65de537a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e261bea4-743a-4b9b-9444-7738c496963c', 'code': 200} Nov 02 13:12:04.219752 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (e261bea4-743a-4b9b-9444-7738c496963c), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:04.223446 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] For port 60827f5b-cea1-4157-8356-df1919564bdd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=60827f5b-cea1-4157-8356-df1919564bdd,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:04.223964 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (60827f5b-cea1-4157-8356-df1919564bdd), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:04.309197 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=e261bea4-743a-4b9b-9444-7738c496963c,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:04.375814 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36778629-7cc0-4740-b47c-8efd5af3aab5 req-e0974c54-4445-4c41-bfcd-c89df75c589b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:04.377256 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-36778629-7cc0-4740-b47c-8efd5af3aab5 req-e0974c54-4445-4c41-bfcd-c89df75c589b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.1353815 Nov 02 13:12:04.408507 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-139b1f06-5086-46d7-bfd7-71a64f2916c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:04.469625 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:04.470043 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (404aaf3f-552d-4c0a-8b54-b641de872cf1), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:04.470364 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Floating IP 404aaf3f-552d-4c0a-8b54-b641de872cf1 disassociated. External IP: 172.28.4.92, port: 60827f5b-cea1-4157-8356-df1919564bdd. Nov 02 13:12:04.470748 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Calling delete_port for 60827f5b-cea1-4157-8356-df1919564bdd owned by compute:nova {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:04.492343 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-36778629-7cc0-4740-b47c-8efd5af3aab5 req-4f8c8085-9c10-4a4f-a1ab-4e822d4433b7 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051648 Nov 02 13:12:04.544783 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0808bc-bcfc-45fe-a91a-dc6ce6a72616 req-dd0f0038-c3bc-4d8a-b6b3-c122f42d83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:04.546446 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-cf0808bc-bcfc-45fe-a91a-dc6ce6a72616 req-dd0f0038-c3bc-4d8a-b6b3-c122f42d83f0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 1129 time: 0.0469894 Nov 02 13:12:04.595216 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-cf0808bc-bcfc-45fe-a91a-dc6ce6a72616 req-910b0465-637c-4be4-89ee-2300655a3d21 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419841 Nov 02 13:12:04.705779 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (60827f5b-cea1-4157-8356-df1919564bdd), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:04.706971 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48193-a68f-42b3-b9e3-fe4889545898 req-bd73aa16-2f29-49a2-a68f-0c67d1399653 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:04.708627 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-30c48193-a68f-42b3-b9e3-fe4889545898 req-bd73aa16-2f29-49a2-a68f-0c67d1399653 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 947 time: 0.0607164 Nov 02 13:12:04.734424 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event deleted for resources: {'Port': ['ID=60827f5b-cea1-4157-8356-df1919564bdd,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:04.764833 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-30c48193-a68f-42b3-b9e3-fe4889545898 req-55ce5e37-2117-44f6-b695-a36676353c73 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups?id=f97a0822-b429-4ead-ace9-956cf8a1c306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498688 Nov 02 13:12:04.858662 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:04.968737 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:04.981820 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9470dc50-ca28-4137-8809-90b0ee0b09ce None None] Sync routers for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:04.993542 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470dc50-ca28-4137-8809-90b0ee0b09ce None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:04.994228 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-9470dc50-ca28-4137-8809-90b0ee0b09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:05.017287 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] No DVR routers for this DVR port 60827f5b-cea1-4157-8356-df1919564bdd on host hv-cinder-86327 {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:12:05.023007 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:05.026381 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7e275f09-65c9-4ba0-8559-fdd726f06d4b req-c3010153-503d-4ba7-bed0-145790da6c67 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.86 "DELETE /v2.0/ports/60827f5b-cea1-4157-8356-df1919564bdd HTTP/1.1" status: 204 len: 173 time: 1.0116007 Nov 02 13:12:05.026917 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'name': 'network-vif-deleted', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:12:05.029511 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7563c756-216c-47c9-9765-d31553c69136" -d '{"events": [{"server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "name": "network-vif-deleted", "tag": "60827f5b-cea1-4157-8356-df1919564bdd"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:12:05.077702 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0694154-74b5-4ae4-821d-9d633602fb97 x-openstack-request-id: req-f0694154-74b5-4ae4-821d-9d633602fb97 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:12:05.078315 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2b29ca-a924-4aa2-84cc-414ca0d18729", "name": "network-vif-deleted", "tag": "60827f5b-cea1-4157-8356-df1919564bdd", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:12:05.078315 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f0694154-74b5-4ae4-821d-9d633602fb97 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:12:05.078582 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0694154-74b5-4ae4-821d-9d633602fb97'] response: {'server_uuid': 'ff2b29ca-a924-4aa2-84cc-414ca0d18729', 'name': 'network-vif-deleted', 'tag': '60827f5b-cea1-4157-8356-df1919564bdd', 'status': 'completed', 'code': 200} Nov 02 13:12:05.104375 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-9470dc50-ca28-4137-8809-90b0ee0b09ce None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:05.329222 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-9470dc50-ca28-4137-8809-90b0ee0b09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:42Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:05.354727 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9470dc50-ca28-4137-8809-90b0ee0b09ce None None] Checking router: ddbaa9ff-0d52-47ab-8d51-42a8529fc046 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:05.363753 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470dc50-ca28-4137-8809-90b0ee0b09ce None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:05.364592 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-9470dc50-ca28-4137-8809-90b0ee0b09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:11:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:05.475761 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-9470dc50-ca28-4137-8809-90b0ee0b09ce None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:05.628493 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34c764-cc4c-4ebd-b930-7ef07e9512bc req-1917459c-eae1-4d82-b008-198a34f3cd13 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:05.630315 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7c34c764-cc4c-4ebd-b930-7ef07e9512bc req-1917459c-eae1-4d82-b008-198a34f3cd13 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0592799 Nov 02 13:12:05.681497 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7c34c764-cc4c-4ebd-b930-7ef07e9512bc req-a1305df8-5436-4d01-a9b4-e0be79a38a67 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446365 Nov 02 13:12:05.695121 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-9470dc50-ca28-4137-8809-90b0ee0b09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:42Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:05.719901 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9470dc50-ca28-4137-8809-90b0ee0b09ce None None] The sync data for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb is: [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 4, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '214f6f7e-14f1-498e-a8db-840f003a757c', 'name': '', 'network_id': 'af1e376b-b426-494b-8a32-b21f326de9ab', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'mac_address': 'fa:16:3e:e6:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:28Z', 'updated_at': '2022-11-02T13:05:42Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'subnets': [{'id': 'bdd7ea9e-d241-4624-a937-ad8a4b255cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:05.894115 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fbe5bccf-3b45-44de-b6d2-0785d83c64e9 req-58552250-c039-4373-9b16-a8cfea1fcfcf tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff2b29ca-a924-4aa2-84cc-414ca0d18729 HTTP/1.1" status: 200 len: 210 time: 0.0300901 Nov 02 13:12:06.011783 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db83af8-eba5-46f2-aec5-51504ebfe3ac None None] New status for floating IP 404aaf3f-552d-4c0a-8b54-b641de872cf1: DOWN {{(pid=116231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:12:06.733122 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d269602-7839-4772-ae4f-d2ee41f7ef57 req-8dedd7c3-4e63-46df-93c7-7df524d9e202 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:06.737323 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0d269602-7839-4772-ae4f-d2ee41f7ef57 req-8dedd7c3-4e63-46df-93c7-7df524d9e202 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0564792 Nov 02 13:12:06.789384 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0d269602-7839-4772-ae4f-d2ee41f7ef57 req-4fdd5754-0292-4a6d-b710-8d76fa9dd14f tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473313 Nov 02 13:12:06.822271 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998c8cd-34ba-49ca-9186-cb05c9b4ea36 req-e33d9588-f647-4248-9e51-bdc716bc525d tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:06.823750 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3998c8cd-34ba-49ca-9186-cb05c9b4ea36 req-e33d9588-f647-4248-9e51-bdc716bc525d tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0535538 Nov 02 13:12:06.875579 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3998c8cd-34ba-49ca-9186-cb05c9b4ea36 req-38801ccc-d483-4752-84b7-e3c01fdedf5f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461423 Nov 02 13:12:07.000341 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b18399-a53c-46a3-8b25-4851d3cfd050 req-798a22c0-7ccd-4dab-b5d6-36474a6468c0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:07.001864 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-20b18399-a53c-46a3-8b25-4851d3cfd050 req-798a22c0-7ccd-4dab-b5d6-36474a6468c0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0540717 Nov 02 13:12:07.012931 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33124) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:07.016951 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-4aa48260-539c-4250-9b09-499a3dc7516f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Request body: {'floatingip': {'port_id': 'e261bea4-743a-4b9b-9444-7738c496963c'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:07.059184 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4aa48260-539c-4250-9b09-499a3dc7516f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (205da052-d0bc-4e5f-a42f-7ff33c40d823), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.083684 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 33126) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:07.141645 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7251852-c6ea-4e8a-bb01-bad500114845 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group (f97a0822-b429-4ead-ace9-956cf8a1c306), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.170734 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7251852-c6ea-4e8a-bb01-bad500114845 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group (f97a0822-b429-4ead-ace9-956cf8a1c306), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.345629 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7251852-c6ea-4e8a-bb01-bad500114845 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f97a0822-b429-4ead-ace9-956cf8a1c306), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.348485 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d7251852-c6ea-4e8a-bb01-bad500114845 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.352771 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d7251852-c6ea-4e8a-bb01-bad500114845 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "DELETE /v2.0/security-groups/f97a0822-b429-4ead-ace9-956cf8a1c306 HTTP/1.1" status: 204 len: 168 time: 0.2652514 Nov 02 13:12:07.353487 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33134) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:07.360160 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7251852-c6ea-4e8a-bb01-bad500114845 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97a0822-b429-4ead-ace9-956cf8a1c306,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:07.379973 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.api.v2.resource [None req-8c7b22ad-76e0-434b-9221-02fa9dd0f691 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] show failed (client error): The resource could not be found. Nov 02 13:12:07.382463 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-8c7b22ad-76e0-434b-9221-02fa9dd0f691 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "GET /v2.0/security-groups/f97a0822-b429-4ead-ace9-956cf8a1c306 HTTP/1.1" status: 404 len: 347 time: 0.0265837 Nov 02 13:12:07.391804 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 33136) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:07.516618 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4aa48260-539c-4250-9b09-499a3dc7516f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.517385 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-7e326495-e6ed-457b-97b5-063901104ce5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Deleting port 482bcd8e-c529-46a7-a1ca-d1ab25eff637 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:07.517744 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-7e326495-e6ed-457b-97b5-063901104ce5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (482bcd8e-c529-46a7-a1ca-d1ab25eff637), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.585618 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4aa48260-539c-4250-9b09-499a3dc7516f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (205da052-d0bc-4e5f-a42f-7ff33c40d823), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.593281 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-7e326495-e6ed-457b-97b5-063901104ce5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (482bcd8e-c529-46a7-a1ca-d1ab25eff637), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.593612 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-7e326495-e6ed-457b-97b5-063901104ce5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (482bcd8e-c529-46a7-a1ca-d1ab25eff637), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.606535 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-7e326495-e6ed-457b-97b5-063901104ce5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Calling delete_port for 482bcd8e-c529-46a7-a1ca-d1ab25eff637 owned by network:floatingip {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:07.832290 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-7e326495-e6ed-457b-97b5-063901104ce5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (482bcd8e-c529-46a7-a1ca-d1ab25eff637), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.858345 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e326495-e6ed-457b-97b5-063901104ce5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Pushing event deleted for resources: {'Port': ['ID=482bcd8e-c529-46a7-a1ca-d1ab25eff637,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:07.867217 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 60827f5b-cea1-4157-8356-df1919564bdd no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:07.901459 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 60827f5b-cea1-4157-8356-df1919564bdd {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:07.902212 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 60827f5b-cea1-4157-8356-df1919564bdd not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:07.934985 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-7e326495-e6ed-457b-97b5-063901104ce5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks [] for floatingip (404aaf3f-552d-4c0a-8b54-b641de872cf1), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.937912 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-7e326495-e6ed-457b-97b5-063901104ce5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.939120 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-7e326495-e6ed-457b-97b5-063901104ce5 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] 10.222.0.93 "DELETE /v2.0/floatingips/404aaf3f-552d-4c0a-8b54-b641de872cf1 HTTP/1.1" status: 204 len: 168 time: 0.5460205 Nov 02 13:12:08.024340 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e73866-7013-440e-b3ab-c8170b773809 req-fcc0beaf-2391-4f3b-b855-ead252d108a4 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:08.026833 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b6e73866-7013-440e-b3ab-c8170b773809 req-fcc0beaf-2391-4f3b-b855-ead252d108a4 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.1368058 Nov 02 13:12:08.029078 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [None req-4aa48260-539c-4250-9b09-499a3dc7516f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Floating IP 205da052-d0bc-4e5f-a42f-7ff33c40d823 associated. External IP: 172.28.4.207, port: e261bea4-743a-4b9b-9444-7738c496963c. Nov 02 13:12:08.142649 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b6e73866-7013-440e-b3ab-c8170b773809 req-43cd667c-964e-4e00-b4c9-f1395cbad4ac tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094229 Nov 02 13:12:08.274322 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa48260-539c-4250-9b09-499a3dc7516f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Router b4f44728-e759-47d0-8426-6f56d896be35 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:08.356709 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c542-5c25-405f-94ad-7d199de23346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:08.414649 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa48260-539c-4250-9b09-499a3dc7516f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:08.419560 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4aa48260-539c-4250-9b09-499a3dc7516f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:08.434676 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6e3dc-fc89-45a6-a11c-5ad47ca56260 None None] Sync routers for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:08.452689 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-4aa48260-539c-4250-9b09-499a3dc7516f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "PUT /v2.0/floatingips/205da052-d0bc-4e5f-a42f-7ff33c40d823 HTTP/1.1" status: 200 len: 991 time: 1.4391162 Nov 02 13:12:08.453443 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd239c716-2db7-4888-ab70-8e65de537a45', 'tag': 'e261bea4-743a-4b9b-9444-7738c496963c'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:12:08.454258 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6e3dc-fc89-45a6-a11c-5ad47ca56260 None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:08.455063 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-1ea6e3dc-fc89-45a6-a11c-5ad47ca56260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:12:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:08.456245 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501a1662-6213-4c00-9f90-6cf441e767a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d239c716-2db7-4888-ab70-8e65de537a45", "tag": "e261bea4-743a-4b9b-9444-7738c496963c"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:12:08.496795 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8a3300-f3b1-4df8-b51e-52aa3040db05 x-openstack-request-id: req-fa8a3300-f3b1-4df8-b51e-52aa3040db05 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:12:08.497141 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d239c716-2db7-4888-ab70-8e65de537a45", "tag": "e261bea4-743a-4b9b-9444-7738c496963c", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:12:08.497395 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fa8a3300-f3b1-4df8-b51e-52aa3040db05 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:12:08.498049 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8a3300-f3b1-4df8-b51e-52aa3040db05'] response: {'name': 'network-changed', 'server_uuid': 'd239c716-2db7-4888-ab70-8e65de537a45', 'tag': 'e261bea4-743a-4b9b-9444-7738c496963c', 'status': 'completed', 'code': 200} Nov 02 13:12:08.564603 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-1ea6e3dc-fc89-45a6-a11c-5ad47ca56260 None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:08.592975 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a1662-6213-4c00-9f90-6cf441e767a5 req-d17ff6d6-72b2-4312-8129-d7f59a2052ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:08.594571 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-501a1662-6213-4c00-9f90-6cf441e767a5 req-d17ff6d6-72b2-4312-8129-d7f59a2052ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfa74284a39c45509855203870854f78&device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 1129 time: 0.0465727 Nov 02 13:12:08.689008 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a1662-6213-4c00-9f90-6cf441e767a5 req-d006aea6-8e5c-4666-99ba-909e0f2535b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:08.690580 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-501a1662-6213-4c00-9f90-6cf441e767a5 req-d006aea6-8e5c-4666-99ba-909e0f2535b6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d HTTP/1.1" status: 200 len: 913 time: 0.0892441 Nov 02 13:12:08.763883 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-501a1662-6213-4c00-9f90-6cf441e767a5 req-1e7acf34-b007-4b5e-9bb0-c8f7f66e8455 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e261bea4-743a-4b9b-9444-7738c496963c HTTP/1.1" status: 200 len: 999 time: 0.0662658 Nov 02 13:12:08.819256 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a1662-6213-4c00-9f90-6cf441e767a5 req-e1be9e88-599c-4602-8f76-3235dbc85e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:08.820914 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-501a1662-6213-4c00-9f90-6cf441e767a5 req-e1be9e88-599c-4602-8f76-3235dbc85e58 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52 HTTP/1.1" status: 200 len: 850 time: 0.0476077 Nov 02 13:12:08.876538 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a1662-6213-4c00-9f90-6cf441e767a5 req-f91314db-704a-421d-a628-84fd2ce06eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:08.878097 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-501a1662-6213-4c00-9f90-6cf441e767a5 req-f91314db-704a-421d-a628-84fd2ce06eeb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0511334 Nov 02 13:12:08.884417 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-1ea6e3dc-fc89-45a6-a11c-5ad47ca56260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '205da052-d0bc-4e5f-a42f-7ff33c40d823', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'floating_ip_address': '172.28.4.207', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'port_id': 'e261bea4-743a-4b9b-9444-7738c496963c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'mac_address': 'fa:16:3e:c8:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd239c716-2db7-4888-ab70-8e65de537a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:11:53Z', 'updated_at': '2022-11-02T13:12:07Z', 'revision_number': 1, 'project_id': 'cfa74284a39c45509855203870854f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:53Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:08.911515 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6e3dc-fc89-45a6-a11c-5ad47ca56260 None None] Checking router: b4f44728-e759-47d0-8426-6f56d896be35 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:08.920353 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6e3dc-fc89-45a6-a11c-5ad47ca56260 None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:08.920976 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-1ea6e3dc-fc89-45a6-a11c-5ad47ca56260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:12:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:08.979282 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-501a1662-6213-4c00-9f90-6cf441e767a5 req-2a253911-00ac-4df6-9041-b68bcd0375f5 service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944533 Nov 02 13:12:09.024622 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-1ea6e3dc-fc89-45a6-a11c-5ad47ca56260 None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:09.073752 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-501a1662-6213-4c00-9f90-6cf441e767a5 req-b7de64f3-6fdf-47b2-b62e-d9340717297b service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840793 Nov 02 13:12:09.339983 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-1ea6e3dc-fc89-45a6-a11c-5ad47ca56260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '205da052-d0bc-4e5f-a42f-7ff33c40d823', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'floating_ip_address': '172.28.4.207', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'port_id': 'e261bea4-743a-4b9b-9444-7738c496963c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'mac_address': 'fa:16:3e:c8:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd239c716-2db7-4888-ab70-8e65de537a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:11:53Z', 'updated_at': '2022-11-02T13:12:07Z', 'revision_number': 1, 'project_id': 'cfa74284a39c45509855203870854f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:53Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:09.340923 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6e3dc-fc89-45a6-a11c-5ad47ca56260 None None] The sync data for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb is: [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': '205da052-d0bc-4e5f-a42f-7ff33c40d823', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'floating_ip_address': '172.28.4.207', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'port_id': 'e261bea4-743a-4b9b-9444-7738c496963c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'mac_address': 'fa:16:3e:c8:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd239c716-2db7-4888-ab70-8e65de537a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:11:53Z', 'updated_at': '2022-11-02T13:12:07Z', 'revision_number': 1, 'project_id': 'cfa74284a39c45509855203870854f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:53Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:09.341603 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8daa0b-4c27-4c04-bb71-5af692cb814c req-6aa27a77-dc98-4d31-97ce-90957b2bad38 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:09.341603 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2f8daa0b-4c27-4c04-bb71-5af692cb814c req-6aa27a77-dc98-4d31-97ce-90957b2bad38 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0693514 Nov 02 13:12:09.351751 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2f8daa0b-4c27-4c04-bb71-5af692cb814c req-fcc6d6a8-b84e-4329-96a6-4928b62e0386 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506592 Nov 02 13:12:09.515194 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73bf6c-a047-4097-b200-a6b10c5ff8c4 None None] New status for floating IP 205da052-d0bc-4e5f-a42f-7ff33c40d823: ACTIVE {{(pid=116231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:12:10.482827 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739e34-40d4-48cd-93f3-e015f51eb3ed req-bb63d4f4-33c8-4b8b-91dd-8b824c445c09 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:10.484282 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ec739e34-40d4-48cd-93f3-e015f51eb3ed req-bb63d4f4-33c8-4b8b-91dd-8b824c445c09 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0544102 Nov 02 13:12:10.542551 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ec739e34-40d4-48cd-93f3-e015f51eb3ed req-0689c772-be16-4d35-a04f-4f0d5df52bcf tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468404 Nov 02 13:12:10.573823 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:10.713789 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 33178) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:11.173703 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e0193eb9-ead1-4353-97f1-445bc90feea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548259'] for router_interface (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:11.407900 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:11.424563 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-e0193eb9-ead1-4353-97f1-445bc90feea3 admin admin] Deleting port 214f6f7e-14f1-498e-a8db-840f003a757c {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:11.425401 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e0193eb9-ead1-4353-97f1-445bc90feea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:11.506595 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [None req-e0193eb9-ead1-4353-97f1-445bc90feea3 admin admin] For port 214f6f7e-14f1-498e-a8db-840f003a757c, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=214f6f7e-14f1-498e-a8db-840f003a757c,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:11.507319 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e0193eb9-ead1-4353-97f1-445bc90feea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:11.520247 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-e0193eb9-ead1-4353-97f1-445bc90feea3 admin admin] Calling delete_port for 214f6f7e-14f1-498e-a8db-840f003a757c owned by network:router_interface {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:11.673332 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fcee1-8bd1-4bbc-a6ce-02371c5e7b24 req-ca7dd422-8cad-4767-bb0c-9fb1fd6665de tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:11.676247 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e68fcee1-8bd1-4bbc-a6ce-02371c5e7b24 req-ca7dd422-8cad-4767-bb0c-9fb1fd6665de tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0567942 Nov 02 13:12:11.687902 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:11.730274 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e68fcee1-8bd1-4bbc-a6ce-02371c5e7b24 req-2fe6c6d0-a2db-4c28-8151-31009de4c2d4 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473397 Nov 02 13:12:11.797366 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e0193eb9-ead1-4353-97f1-445bc90feea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (214f6f7e-14f1-498e-a8db-840f003a757c), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:11.819820 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0193eb9-ead1-4353-97f1-445bc90feea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=214f6f7e-14f1-498e-a8db-840f003a757c,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:11.994770 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e0193eb9-ead1-4353-97f1-445bc90feea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7808075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542483'] for router_interface (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:12.492848 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0193eb9-ead1-4353-97f1-445bc90feea3 admin admin] Router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:12.597567 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0193eb9-ead1-4353-97f1-445bc90feea3 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:12.606110 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-e0193eb9-ead1-4353-97f1-445bc90feea3 admin admin] 10.222.0.93 "PUT /v2.0/routers/ddbaa9ff-0d52-47ab-8d51-42a8529fc046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8884292 Nov 02 13:12:12.606367 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33196) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:12.608997 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669406d-5b8d-4e2b-ab81-c0d1c87a1217 None None] Sync routers for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:12.624706 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669406d-5b8d-4e2b-ab81-c0d1c87a1217 None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:12.629988 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-0669406d-5b8d-4e2b-ab81-c0d1c87a1217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:12:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:12.733140 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-0669406d-5b8d-4e2b-ab81-c0d1c87a1217 None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:12.749622 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 33200) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:12.753941 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Publish callbacks [] for router (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:12.874645 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Publish callbacks [] for router_gateway (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:12.900456 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-67c7ba74-5333-4a38-a647-550569039980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:12.934511 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc6012-47b1-4693-a03d-6a5e317897a1 req-d1352cc9-9436-4af4-8f87-d391ea94f3ee tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:12.935616 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-01dc6012-47b1-4693-a03d-6a5e317897a1 req-d1352cc9-9436-4af4-8f87-d391ea94f3ee tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0964332 Nov 02 13:12:12.948380 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-0669406d-5b8d-4e2b-ab81-c0d1c87a1217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252'}], 'enable_snat': True}, 'gw_port_id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:12:11Z', 'revision_number': 5, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port': {'id': '8b31ca19-880f-4f42-a9d1-7dcda26ce7e0', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:20Z', 'updated_at': '2022-11-02T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:12.973994 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669406d-5b8d-4e2b-ab81-c0d1c87a1217 None None] Checking router: ddbaa9ff-0d52-47ab-8d51-42a8529fc046 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:12.982906 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669406d-5b8d-4e2b-ab81-c0d1c87a1217 None None] Routers {'ddbaa9ff-0d52-47ab-8d51-42a8529fc046'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:12.983543 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-0669406d-5b8d-4e2b-ab81-c0d1c87a1217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:12:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:12.988932 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Deleting port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:12.992466 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.014194 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-01dc6012-47b1-4693-a03d-6a5e317897a1 req-4249623c-da9f-48d6-9290-4cbe38769220 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716755 Nov 02 13:12:13.046233 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-67c7ba74-5333-4a38-a647-550569039980 admin admin] Publish callbacks [] for security_group (16310a3a-fd85-4abf-b9a7-05db4bc4887d), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.073042 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-0669406d-5b8d-4e2b-ab81-c0d1c87a1217 None None] Set router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 gateway port host: None {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:13.084290 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] For port 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=8b31ca19-880f-4f42-a9d1-7dcda26ce7e0,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:13.084655 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.098826 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Calling delete_port for 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 owned by network:router_gateway {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:13.131637 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-0669406d-5b8d-4e2b-ab81-c0d1c87a1217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:12:12Z', 'revision_number': 6, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port_host': None}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:13.134002 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-67c7ba74-5333-4a38-a647-550569039980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (16310a3a-fd85-4abf-b9a7-05db4bc4887d), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.157702 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669406d-5b8d-4e2b-ab81-c0d1c87a1217 None None] The sync data for ids ['ddbaa9ff-0d52-47ab-8d51-42a8529fc046'] in dv-cinder-863278-1-smb is: [{'id': 'ddbaa9ff-0d52-47ab-8d51-42a8529fc046', 'name': 'tempest-AttachVolumeShelveTestJSON-2023434951-router', 'tenant_id': '5e267dd7fddd4c98a95ffd74397f2676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:18Z', 'updated_at': '2022-11-02T13:12:12Z', 'revision_number': 6, 'project_id': '5e267dd7fddd4c98a95ffd74397f2676', 'gw_port_host': None}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:13.178287 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:12:13.186871 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-67c7ba74-5333-4a38-a647-550569039980 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b53a08ba9af642de86d570ccc5435701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354010 Nov 02 13:12:13.187413 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7ba74-5333-4a38-a647-550569039980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16310a3a-fd85-4abf-b9a7-05db4bc4887d,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:13.191227 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 33206) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:13.249939 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb767-aa1f-47f9-ad77-fbff828af30a admin admin] Publish callbacks [] for security_group (16310a3a-fd85-4abf-b9a7-05db4bc4887d), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.277188 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb767-aa1f-47f9-ad77-fbff828af30a admin admin] Publish callbacks [] for security_group (16310a3a-fd85-4abf-b9a7-05db4bc4887d), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.362950 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (8b31ca19-880f-4f42-a9d1-7dcda26ce7e0), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.386418 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b31ca19-880f-4f42-a9d1-7dcda26ce7e0,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:13.412530 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb767-aa1f-47f9-ad77-fbff828af30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (16310a3a-fd85-4abf-b9a7-05db4bc4887d), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.415288 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb767-aa1f-47f9-ad77-fbff828af30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.416496 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-fa9bb767-aa1f-47f9-ad77-fbff828af30a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/16310a3a-fd85-4abf-b9a7-05db4bc4887d HTTP/1.1" status: 204 len: 168 time: 0.2244251 Nov 02 13:12:13.425537 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bb767-aa1f-47f9-ad77-fbff828af30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16310a3a-fd85-4abf-b9a7-05db4bc4887d,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:13.470387 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547305'] for router_gateway (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.569525 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100844'] for router (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.572717 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Publish callbacks [] for router_controller (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.715926 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542981'] for router (ddbaa9ff-0d52-47ab-8d51-42a8529fc046), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.716472 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddbaa9ff-0d52-47ab-8d51-42a8529fc046 {{(pid=116230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:12:13.722554 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.723723 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-924b0f52-ce57-4d3f-be2b-cc288c79ac67 admin admin] 10.222.0.93 "DELETE /v2.0/routers/ddbaa9ff-0d52-47ab-8d51-42a8529fc046 HTTP/1.1" status: 204 len: 168 time: 1.1161914 Nov 02 13:12:13.726327 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33210) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:13.775839 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_v2 [None req-5553a0b3-3ddc-41d2-a5b0-844d67d5c181 admin admin] Deleting subnet bdd7ea9e-d241-4624-a937-ad8a4b255cc5 {{(pid=116230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:12:13.779107 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5553a0b3-3ddc-41d2-a5b0-844d67d5c181 admin admin] Publish callbacks [] for subnet (bdd7ea9e-d241-4624-a937-ad8a4b255cc5), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.814441 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5553a0b3-3ddc-41d2-a5b0-844d67d5c181 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4597044'] for subnet (bdd7ea9e-d241-4624-a937-ad8a4b255cc5), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.897846 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5553a0b3-3ddc-41d2-a5b0-844d67d5c181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (bdd7ea9e-d241-4624-a937-ad8a4b255cc5), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.135872 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5553a0b3-3ddc-41d2-a5b0-844d67d5c181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4597152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5051703'] for subnet (bdd7ea9e-d241-4624-a937-ad8a4b255cc5), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.172014 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5553a0b3-3ddc-41d2-a5b0-844d67d5c181 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.178178 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75a711f-86da-48f3-89da-2711994eb530 None None] Network af1e376b-b426-494b-8a32-b21f326de9ab requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:12:14.178723 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 33224) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:14.186379 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-5553a0b3-3ddc-41d2-a5b0-844d67d5c181 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/bdd7ea9e-d241-4624-a937-ad8a4b255cc5 HTTP/1.1" status: 204 len: 168 time: 0.4482028 Nov 02 13:12:14.190655 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553a0b3-3ddc-41d2-a5b0-844d67d5c181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd7ea9e-d241-4624-a937-ad8a4b255cc5,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:14.224683 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f7ce-d0e8-40ab-9753-f7b56dd07fac req-356c752c-8baa-4c36-9447-04ab03cb6650 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:14.226528 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f847f7ce-d0e8-40ab-9753-f7b56dd07fac req-356c752c-8baa-4c36-9447-04ab03cb6650 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.1204267 Nov 02 13:12:14.277514 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (af1e376b-b426-494b-8a32-b21f326de9ab), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.295920 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f847f7ce-d0e8-40ab-9753-f7b56dd07fac req-676be1ed-f1c2-4a48-8cf3-b360c1d1e34d tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628872 Nov 02 13:12:14.348040 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Deleting port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:14.348526 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.366306 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:14.400059 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:14.400419 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 8b31ca19-880f-4f42-a9d1-7dcda26ce7e0 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:14.400859 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 214f6f7e-14f1-498e-a8db-840f003a757c no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:14.427362 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0134620d-a6e2-4a8b-bbd9-ea4cb40471f2 None None] DHCP port deletion for af1e376b-b426-494b-8a32-b21f326de9ab request from dv-cinder-863278-1-smb {{(pid=116231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:12:14.429485 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 214f6f7e-14f1-498e-a8db-840f003a757c {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:14.430110 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 214f6f7e-14f1-498e-a8db-840f003a757c not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:14.440914 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] For port 731dd726-c3d7-4b2e-be07-6d38d91c3e18, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=731dd726-c3d7-4b2e-be07-6d38d91c3e18,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:14.441282 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.457018 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Calling delete_port for 731dd726-c3d7-4b2e-be07-6d38d91c3e18 owned by network:dhcp {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:14.476340 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-0134620d-a6e2-4a8b-bbd9-ea4cb40471f2 None None] Deleting port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 {{(pid=116231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:14.476732 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-0134620d-a6e2-4a8b-bbd9-ea4cb40471f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), before_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.551149 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-0134620d-a6e2-4a8b-bbd9-ea4cb40471f2 None None] For port 731dd726-c3d7-4b2e-be07-6d38d91c3e18, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=731dd726-c3d7-4b2e-be07-6d38d91c3e18,segment=NetworkSegment(5a767819-6fa7-45e3-a5a2-f47aae0ef023),segment_id=5a767819-6fa7-45e3-a5a2-f47aae0ef023)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:14.551441 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-0134620d-a6e2-4a8b-bbd9-ea4cb40471f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), precommit_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.563975 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-0134620d-a6e2-4a8b-bbd9-ea4cb40471f2 None None] Calling delete_port for 731dd726-c3d7-4b2e-be07-6d38d91c3e18 owned by network:dhcp {{(pid=116231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:14.677273 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.685053 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-0134620d-a6e2-4a8b-bbd9-ea4cb40471f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301'] for port (731dd726-c3d7-4b2e-be07-6d38d91c3e18), after_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.705484 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Pushing event deleted for resources: {'Port': ['ID=731dd726-c3d7-4b2e-be07-6d38d91c3e18,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:14.707666 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] No DVR routers for this DVR port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 on host dv-cinder-863278-1-smb {{(pid=116229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:12:14.795300 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (af1e376b-b426-494b-8a32-b21f326de9ab), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.821151 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1e376b-b426-494b-8a32-b21f326de9ab']}} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:14.834326 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a767819-6fa7-45e3-a5a2-f47aae0ef023') {'for_net_delete': True} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:14.834649 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a767819-6fa7-45e3-a5a2-f47aae0ef023') {} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:14.847257 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5101533'] for segment (5a767819-6fa7-45e3-a5a2-f47aae0ef023), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.856499 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134620d-a6e2-4a8b-bbd9-ea4cb40471f2 None None] Pushing event deleted for resources: {'Port': ['ID=731dd726-c3d7-4b2e-be07-6d38d91c3e18,revision_number=None']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:14.865431 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (5a767819-6fa7-45e3-a5a2-f47aae0ef023), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.867287 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134620d-a6e2-4a8b-bbd9-ea4cb40471f2 None None] No DVR routers for this DVR port 731dd726-c3d7-4b2e-be07-6d38d91c3e18 on host dv-cinder-863278-1-smb {{(pid=116231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:12:14.882717 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Releasing vlan 1488 on physical network physnet1 to pool {{(pid=116229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:12:14.883561 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5056759'] for segment (5a767819-6fa7-45e3-a5a2-f47aae0ef023), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.910822 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment 5a767819-6fa7-45e3-a5a2-f47aae0ef023 resource provider aggregate not found Nov 02 13:12:14.949939 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment 5a767819-6fa7-45e3-a5a2-f47aae0ef023 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a767819-6fa7-45e3-a5a2-f47aae0ef023 found for delete ", "request_id": "req-dd180440-53c1-43bc-ac78-9af75dc0adcd"}]} Nov 02 13:12:14.958791 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:15.043159 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (af1e376b-b426-494b-8a32-b21f326de9ab), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:15.048774 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:15.052605 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] 10.222.0.93 "DELETE /v2.0/networks/af1e376b-b426-494b-8a32-b21f326de9ab HTTP/1.1" status: 204 len: 168 time: 0.8726263 Nov 02 13:12:15.066018 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b947ff2-bfef-4277-add9-6355ceec40dd admin admin] Pushing event deleted for resources: {'Network': ['ID=af1e376b-b426-494b-8a32-b21f326de9ab,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:15.437107 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e9427-ce01-43b3-a727-cb67022424cc req-a83dff07-56c8-4cc1-a4a6-cdb1d4dedff0 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:15.438702 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e60e9427-ce01-43b3-a727-cb67022424cc req-a83dff07-56c8-4cc1-a4a6-cdb1d4dedff0 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0604608 Nov 02 13:12:15.500269 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e60e9427-ce01-43b3-a727-cb67022424cc req-7926c6de-0a86-4709-b66d-dd200c8f2e66 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547822 Nov 02 13:12:15.678646 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33284) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:15.731875 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-5bced250-4d78-48f2-8a71-f23ff71124a1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5e267dd7fddd4c98a95ffd74397f2676&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0520086 Nov 02 13:12:15.734707 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33286) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:15.792774 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1830d8cd-4e63-44b0-b25b-1f0b2085351d admin admin] Publish callbacks [] for security_group (0558ea89-6512-4d35-b559-083a670d1dc4), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:15.821093 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1830d8cd-4e63-44b0-b25b-1f0b2085351d admin admin] Publish callbacks [] for security_group (0558ea89-6512-4d35-b559-083a670d1dc4), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:15.945360 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1830d8cd-4e63-44b0-b25b-1f0b2085351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (0558ea89-6512-4d35-b559-083a670d1dc4), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:15.948421 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1830d8cd-4e63-44b0-b25b-1f0b2085351d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:15.952067 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-1830d8cd-4e63-44b0-b25b-1f0b2085351d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0558ea89-6512-4d35-b559-083a670d1dc4 HTTP/1.1" status: 204 len: 168 time: 0.2140746 Nov 02 13:12:15.975717 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830d8cd-4e63-44b0-b25b-1f0b2085351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0558ea89-6512-4d35-b559-083a670d1dc4,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:16.345547 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 731dd726-c3d7-4b2e-be07-6d38d91c3e18 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:16.365900 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 731dd726-c3d7-4b2e-be07-6d38d91c3e18 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:16.366259 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 731dd726-c3d7-4b2e-be07-6d38d91c3e18 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:16.636257 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cf1bb-81c1-431b-9fe4-aaebc8624024 req-8edbd4b7-aaae-4738-bbe2-98deb970a1f9 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:16.638179 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-840cf1bb-81c1-431b-9fe4-aaebc8624024 req-8edbd4b7-aaae-4738-bbe2-98deb970a1f9 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0577257 Nov 02 13:12:16.699737 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-840cf1bb-81c1-431b-9fe4-aaebc8624024 req-8dd1f8d4-6f8f-4455-9f99-97c93eae4fa9 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537329 Nov 02 13:12:17.105783 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97702c0c-800d-473a-a70b-ae338b575522 req-2ffccf0d-92db-4dac-aa8b-6d77e5f6187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:17.108735 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-97702c0c-800d-473a-a70b-ae338b575522 req-2ffccf0d-92db-4dac-aa8b-6d77e5f6187d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48078b2fadcb4b11a08c2590bae681dd&device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0580599 Nov 02 13:12:17.229119 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97702c0c-800d-473a-a70b-ae338b575522 req-4dcef0b6-e8a2-4958-b9d1-fd8d4e2cb14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:17.231610 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-97702c0c-800d-473a-a70b-ae338b575522 req-4dcef0b6-e8a2-4958-b9d1-fd8d4e2cb14a service neutron] 10.222.0.86 "GET /v2.0/networks?id=17294524-9c76-4ea7-b269-cf5e87a19a9c HTTP/1.1" status: 200 len: 911 time: 0.1179307 Nov 02 13:12:17.323333 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-97702c0c-800d-473a-a70b-ae338b575522 req-af2148ee-f7cc-4ba9-8b6a-886a2f8f2bf8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad HTTP/1.1" status: 200 len: 1001 time: 0.0820508 Nov 02 13:12:17.380245 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97702c0c-800d-473a-a70b-ae338b575522 req-30fb58bc-3821-4868-a197-afb0985e663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:17.381908 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-97702c0c-800d-473a-a70b-ae338b575522 req-30fb58bc-3821-4868-a197-afb0985e663e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b36a3cc-2757-43d9-a371-c6fd6954fbe7 HTTP/1.1" status: 200 len: 848 time: 0.0527515 Nov 02 13:12:17.440421 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97702c0c-800d-473a-a70b-ae338b575522 req-65fdfee9-6e06-4bb2-8517-152f0c72550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:17.443039 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-97702c0c-800d-473a-a70b-ae338b575522 req-65fdfee9-6e06-4bb2-8517-152f0c72550e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=17294524-9c76-4ea7-b269-cf5e87a19a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0534837 Nov 02 13:12:17.544418 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-97702c0c-800d-473a-a70b-ae338b575522 req-efda5f17-8622-4bfd-892b-47d9105a8c54 service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921781 Nov 02 13:12:17.648648 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-97702c0c-800d-473a-a70b-ae338b575522 req-2eef5beb-d88f-4a81-ac3d-2db9da050ba0 service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985198 Nov 02 13:12:17.842619 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41517673-37c7-4dfa-8ff6-15ee752bbdb2 req-e6e0bc65-f454-4ee8-863e-e5b954819b60 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:17.844206 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-41517673-37c7-4dfa-8ff6-15ee752bbdb2 req-e6e0bc65-f454-4ee8-863e-e5b954819b60 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0635107 Nov 02 13:12:17.904556 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-41517673-37c7-4dfa-8ff6-15ee752bbdb2 req-c08cc098-f89b-4b65-9308-7183711a27a3 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541821 Nov 02 13:12:19.035278 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5d38-804e-42fb-93bc-ef299a030a89 req-6f264f86-ca3d-4cdd-97c6-af158adc9949 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:19.041327 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0fdf5d38-804e-42fb-93bc-ef299a030a89 req-6f264f86-ca3d-4cdd-97c6-af158adc9949 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0566535 Nov 02 13:12:19.091192 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0fdf5d38-804e-42fb-93bc-ef299a030a89 req-e5fd03ae-d30b-48cc-8b5f-3ae7a60c7c00 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486431 Nov 02 13:12:20.225853 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608fbdc-5a67-4342-90b8-1679daa44258 req-212be345-16c4-4c96-885d-8072f4df6213 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:20.227489 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9608fbdc-5a67-4342-90b8-1679daa44258 req-212be345-16c4-4c96-885d-8072f4df6213 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0568831 Nov 02 13:12:20.282057 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9608fbdc-5a67-4342-90b8-1679daa44258 req-f2698e7c-27b6-4c70-8d35-35cb68fb7fc3 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479927 Nov 02 13:12:21.471621 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97181ffa-04d7-4c79-a0de-d1874c2bd110 req-68aaa75e-4c2c-4c82-9ad6-57936a4de323 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:21.473157 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-97181ffa-04d7-4c79-a0de-d1874c2bd110 req-68aaa75e-4c2c-4c82-9ad6-57936a4de323 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.1034348 Nov 02 13:12:21.534464 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-97181ffa-04d7-4c79-a0de-d1874c2bd110 req-5530489f-bdc4-45f1-8ad5-aa20f01f56bb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556076 Nov 02 13:12:21.985436 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 92fd7710-fa3a-4118-af0c-895441b2f6ad no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:22.005748 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78bd7c-eb36-48f7-aeb7-8ba2aa17cd07 req-5001895f-047a-4f0e-ad23-4e780ca23d62 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:22.007933 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7a78bd7c-eb36-48f7-aeb7-8ba2aa17cd07 req-5001895f-047a-4f0e-ad23-4e780ca23d62 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0618546 Nov 02 13:12:22.081165 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 92fd7710-fa3a-4118-af0c-895441b2f6ad is: ACTIVE; New status is: DOWN {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:12:22.081614 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.096832 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7a78bd7c-eb36-48f7-aeb7-8ba2aa17cd07 req-a9c67dd7-7af2-4185-89c8-ef79251eadda tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804791 Nov 02 13:12:22.112758 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-ed3af3ae-72a3-4ecf-b4ad-8bd9c3dcc529 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883229 Nov 02 13:12:22.117951 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:12:22.119215 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21799cda-8846-420f-9d74-6819786af857" -d '{"events": [{"server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "name": "network-vif-unplugged", "status": "completed", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:12:22.134941 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 92fd7710-fa3a-4118-af0c-895441b2f6ad, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:22.171039 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Nov 2022 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d38d372-6a35-46e7-a3bd-98ae32229b05 x-openstack-request-id: req-9d38d372-6a35-46e7-a3bd-98ae32229b05 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:12:22.171402 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "name": "network-vif-unplugged", "status": "failed", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad", "code": 422}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:12:22.171736 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9d38d372-6a35-46e7-a3bd-98ae32229b05 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:12:22.172265 dv-cinder-863278-1-smb neutron-server[116231]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9d38d372-6a35-46e7-a3bd-98ae32229b05']: {'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'code': 422} returned with failed status Nov 02 13:12:22.201694 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-fac583dc-f771-45a2-8546-5120614484bb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:22.203674 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-fac583dc-f771-45a2-8546-5120614484bb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports/92fd7710-fa3a-4118-af0c-895441b2f6ad HTTP/1.1" status: 200 len: 942 time: 0.0517960 Nov 02 13:12:22.237146 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.300132 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=92fd7710-fa3a-4118-af0c-895441b2f6ad,revision_number=6']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:23.247118 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8d342-d295-4483-b93a-1523b977b705 req-87172dc8-6f11-45d8-82af-87ef8d4f9386 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:23.254598 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-dde8d342-d295-4483-b93a-1523b977b705 req-87172dc8-6f11-45d8-82af-87ef8d4f9386 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 943 time: 0.0690372 Nov 02 13:12:23.312711 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-dde8d342-d295-4483-b93a-1523b977b705 req-6cd61329-9c0c-445e-82b9-3c2b40dffe6b tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570095 Nov 02 13:12:24.482575 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4141b19-0059-4ac0-b60f-b9aba3280070 req-49779a75-a37d-4d56-b407-e554f66b78ce tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:24.484199 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c4141b19-0059-4ac0-b60f-b9aba3280070 req-49779a75-a37d-4d56-b407-e554f66b78ce tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 943 time: 0.0757437 Nov 02 13:12:24.542324 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c4141b19-0059-4ac0-b60f-b9aba3280070 req-bcb45141-b18b-42d5-8e13-25379e759c39 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520279 Nov 02 13:12:25.708186 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472aea8d-dfc6-450f-9a11-a98e46170a2b req-cfdc8027-729a-4e45-b2e3-bdbb5641a788 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:25.709749 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-472aea8d-dfc6-450f-9a11-a98e46170a2b req-cfdc8027-729a-4e45-b2e3-bdbb5641a788 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 943 time: 0.0845385 Nov 02 13:12:25.713173 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-592216d3-f9e6-4c8e-a8f8-34928251dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:25.714701 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-592216d3-f9e6-4c8e-a8f8-34928251dd1a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7&tenant_id=48078b2fadcb4b11a08c2590bae681dd HTTP/1.1" status: 200 len: 1127 time: 0.0788186 Nov 02 13:12:25.813388 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-472aea8d-dfc6-450f-9a11-a98e46170a2b req-7d0ba100-a528-429a-a023-88d3f124fe78 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949256 Nov 02 13:12:25.833965 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-54eac6c6-dfbb-4ef8-a774-3a59a441ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:25.839989 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-54eac6c6-dfbb-4ef8-a774-3a59a441ab86 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48078b2fadcb4b11a08c2590bae681dd&device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 1127 time: 0.0771706 Nov 02 13:12:25.952469 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-ab37ebc3-9982-42f6-8c19-47c4bdd11bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:25.954495 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-ab37ebc3-9982-42f6-8c19-47c4bdd11bbc service neutron] 10.222.0.86 "GET /v2.0/networks?id=17294524-9c76-4ea7-b269-cf5e87a19a9c HTTP/1.1" status: 200 len: 911 time: 0.1126957 Nov 02 13:12:26.027851 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-eba25b55-b755-4991-a183-c4169fd413c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad HTTP/1.1" status: 200 len: 999 time: 0.0666997 Nov 02 13:12:26.086527 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-2d31bbb3-d712-4aca-a130-46f5e97c92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:26.088111 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-2d31bbb3-d712-4aca-a130-46f5e97c92aa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b36a3cc-2757-43d9-a371-c6fd6954fbe7 HTTP/1.1" status: 200 len: 848 time: 0.0522439 Nov 02 13:12:26.149125 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-a68d42b5-429d-4bbd-9f92-31fe38b12424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:26.150748 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-a68d42b5-429d-4bbd-9f92-31fe38b12424 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=17294524-9c76-4ea7-b269-cf5e87a19a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0566237 Nov 02 13:12:26.260025 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-2bd0534a-0a00-44c5-ab44-0a77c5926357 service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027677 Nov 02 13:12:26.378000 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ddb1f36b-db11-4b86-b8b7-82d00e0ace9c req-35b8818d-f586-4002-ada2-f91ac94c0d1e service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103015 Nov 02 13:12:26.959765 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa884d-4ddf-43e1-a0c2-88015c185c1b req-34539709-92c8-4ed4-9ca2-2369c64ce14d tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:26.962256 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b8aa884d-4ddf-43e1-a0c2-88015c185c1b req-34539709-92c8-4ed4-9ca2-2369c64ce14d tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 943 time: 0.0577755 Nov 02 13:12:27.023298 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b8aa884d-4ddf-43e1-a0c2-88015c185c1b req-44906441-0964-4506-af19-1537d8e6b372 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560577 Nov 02 13:12:28.036810 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 92fd7710-fa3a-4118-af0c-895441b2f6ad details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:12:28.182571 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 92fd7710-fa3a-4118-af0c-895441b2f6ad, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:28.196703 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'port_id': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'mac_address': 'fa:16:3e:29:a4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:12:28.210179 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f6d7a-d42d-4c59-9711-47b93664fe77 req-01de60f1-5315-44d3-b8c8-d2de91c065ff tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:28.211898 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c61f6d7a-d42d-4c59-9711-47b93664fe77 req-01de60f1-5315-44d3-b8c8-d2de91c065ff tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 943 time: 0.0945370 Nov 02 13:12:28.253828 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 92fd7710-fa3a-4118-af0c-895441b2f6ad is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:12:28.254194 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:28.270974 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fd7710-fa3a-4118-af0c-895441b2f6ad {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:12:28.287321 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c61f6d7a-d42d-4c59-9711-47b93664fe77 req-aebc7ba8-d92c-4b2c-8d4d-08a824efd925 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693607 Nov 02 13:12:28.297984 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 92fd7710-fa3a-4118-af0c-895441b2f6ad, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:28.416670 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:28.472728 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=92fd7710-fa3a-4118-af0c-895441b2f6ad,revision_number=7']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:28.790536 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['92fd7710-fa3a-4118-af0c-895441b2f6ad'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:12:29.443082 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d4d0-d675-4b0f-b41c-c1a750c59a18 req-e580f66a-8da8-4cda-b990-4092d0b81ad0 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:29.444787 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-25f4d4d0-d675-4b0f-b41c-c1a750c59a18 req-e580f66a-8da8-4cda-b990-4092d0b81ad0 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 944 time: 0.0639989 Nov 02 13:12:29.499943 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-25f4d4d0-d675-4b0f-b41c-c1a750c59a18 req-be0197c3-7a45-4757-a848-15a65cc2f2b2 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493488 Nov 02 13:12:30.054288 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 92fd7710-fa3a-4118-af0c-895441b2f6ad up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:30.099939 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 92fd7710-fa3a-4118-af0c-895441b2f6ad triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:12:30.100241 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.100589 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 92fd7710-fa3a-4118-af0c-895441b2f6ad Nov 02 13:12:30.177990 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 92fd7710-fa3a-4118-af0c-895441b2f6ad is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:12:30.178369 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.203227 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:12:30.206120 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd82b9e-ecb8-4315-a4b0-0e6ba71f56ed" -d '{"events": [{"server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "name": "network-vif-plugged", "status": "completed", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:12:30.219866 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 92fd7710-fa3a-4118-af0c-895441b2f6ad, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:30.254058 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba5e503-2a70-40be-8dfb-5fc25c04667b x-openstack-request-id: req-fba5e503-2a70-40be-8dfb-5fc25c04667b {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:12:30.260111 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "name": "network-vif-plugged", "status": "completed", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:12:30.260111 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fba5e503-2a70-40be-8dfb-5fc25c04667b {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:12:30.260111 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba5e503-2a70-40be-8dfb-5fc25c04667b'] response: {'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'code': 200} Nov 02 13:12:30.413761 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.466784 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=92fd7710-fa3a-4118-af0c-895441b2f6ad,revision_number=8']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:30.648307 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c560fbb-90a3-4809-949f-ca09b70ef1c8 req-9b17e48d-b58a-43be-9d14-af987ed200f2 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:30.650199 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9c560fbb-90a3-4809-949f-ca09b70ef1c8 req-9b17e48d-b58a-43be-9d14-af987ed200f2 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0609007 Nov 02 13:12:30.726541 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9c560fbb-90a3-4809-949f-ca09b70ef1c8 req-b5e029cd-21f5-41a8-aef9-0afd702ce3d0 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690134 Nov 02 13:12:30.760961 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfe9fb-11e8-469c-97f0-56684c6e3743 req-aa8a4c4b-d3a6-4eb2-ba10-92fc0becb2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:30.762729 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f7dfe9fb-11e8-469c-97f0-56684c6e3743 req-aa8a4c4b-d3a6-4eb2-ba10-92fc0becb2d0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0857244 Nov 02 13:12:30.823170 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f7dfe9fb-11e8-469c-97f0-56684c6e3743 req-540adf53-2a91-435e-ac68-9cc9fa6d9103 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503573 Nov 02 13:12:31.882154 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a34b7b-e9d2-41a1-b39c-5b7bdee107b3 req-2646500c-5292-4c4c-93bb-df45ec52a81d tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:31.883722 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-80a34b7b-e9d2-41a1-b39c-5b7bdee107b3 req-2646500c-5292-4c4c-93bb-df45ec52a81d tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0575504 Nov 02 13:12:31.941595 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-80a34b7b-e9d2-41a1-b39c-5b7bdee107b3 req-73e998fd-fc0c-48d6-bb0e-ac3704cf4360 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519130 Nov 02 13:12:33.086574 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efe0e6-3600-4e87-a8ae-3fb833a5f122 req-af40eb0f-a6e4-4528-8456-173b7dba0cb1 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:33.088237 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-03efe0e6-3600-4e87-a8ae-3fb833a5f122 req-af40eb0f-a6e4-4528-8456-173b7dba0cb1 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0607331 Nov 02 13:12:33.147909 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-03efe0e6-3600-4e87-a8ae-3fb833a5f122 req-9d4a744b-e23d-4bc4-8962-f47265149d74 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533099 Nov 02 13:12:34.378772 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d7f53cd3-c86a-4ea6-8afe-c24dbad716e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:38.412124 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6651970a-7ae8-42c1-a3e1-f9689881e3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.183985 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33652) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:40.305463 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.387417 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Publish callbacks [] for security_group (fa8dc016-04f2-402d-9f81-143e168d7492), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.469380 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (fa8dc016-04f2-402d-9f81-143e168d7492), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.513416 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=343a1064b45143da8f7eabce431e8a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283114 Nov 02 13:12:40.514647 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8dc016-04f2-402d-9f81-143e168d7492,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:40.516677 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33656) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:40.528871 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.529540 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.529540 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.529922 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.530252 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.530572 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.530959 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.531298 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.531628 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.531964 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.532291 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.532619 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.532938 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fea2e8-c7a3-48e3-86bc-bd22c5e42948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:40.584283 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.589912 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-76e0415b-c5c4-4458-9ad0-9f0cfd582509 admin admin] Publish callbacks [] for security_group (fa8dc016-04f2-402d-9f81-143e168d7492), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.607652 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-76e0415b-c5c4-4458-9ad0-9f0cfd582509 admin admin] Publish callbacks [] for security_group (fa8dc016-04f2-402d-9f81-143e168d7492), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.738926 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-76e0415b-c5c4-4458-9ad0-9f0cfd582509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (fa8dc016-04f2-402d-9f81-143e168d7492), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.741607 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-76e0415b-c5c4-4458-9ad0-9f0cfd582509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.742877 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-76e0415b-c5c4-4458-9ad0-9f0cfd582509 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fa8dc016-04f2-402d-9f81-143e168d7492 HTTP/1.1" status: 204 len: 168 time: 0.2252741 Nov 02 13:12:40.751589 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0415b-c5c4-4458-9ad0-9f0cfd582509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8dc016-04f2-402d-9f81-143e168d7492,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:41.481756 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:41.628592 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33668) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:41.645780 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2da6cf53-deee-4c9a-b4a9-0e4f0f944ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:41.715702 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:41.734130 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2da6cf53-deee-4c9a-b4a9-0e4f0f944ddf admin admin] Publish callbacks [] for security_group (4d83d72a-0d7c-4531-a998-ebc085d19a83), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:41.806640 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2da6cf53-deee-4c9a-b4a9-0e4f0f944ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (4d83d72a-0d7c-4531-a998-ebc085d19a83), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:41.851457 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-2da6cf53-deee-4c9a-b4a9-0e4f0f944ddf admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=30f06efb87124ee2a65fc6de7d5b198c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214816 Nov 02 13:12:41.852454 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6cf53-deee-4c9a-b4a9-0e4f0f944ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d83d72a-0d7c-4531-a998-ebc085d19a83,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:41.855132 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33670) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:41.912542 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4e25-279a-4990-a980-7fdea0a57844 admin admin] Publish callbacks [] for security_group (4d83d72a-0d7c-4531-a998-ebc085d19a83), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:41.938922 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4e25-279a-4990-a980-7fdea0a57844 admin admin] Publish callbacks [] for security_group (4d83d72a-0d7c-4531-a998-ebc085d19a83), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:42.074970 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4e25-279a-4990-a980-7fdea0a57844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (4d83d72a-0d7c-4531-a998-ebc085d19a83), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:42.078012 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4e25-279a-4990-a980-7fdea0a57844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:42.079357 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-8c5b4e25-279a-4990-a980-7fdea0a57844 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4d83d72a-0d7c-4531-a998-ebc085d19a83 HTTP/1.1" status: 204 len: 168 time: 0.2232325 Nov 02 13:12:42.088956 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b4e25-279a-4990-a980-7fdea0a57844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d83d72a-0d7c-4531-a998-ebc085d19a83,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:43.957584 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 33714) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:44.125307 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.218053 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Publish callbacks [] for security_group (7e8103fd-b15f-4069-a849-9ff381ebb0a0), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.297996 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7e8103fd-b15f-4069-a849-9ff381ebb0a0), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.365823 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7068f7574ee54e5b8793926cd22474e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4069386 Nov 02 13:12:44.367292 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8103fd-b15f-4069-a849-9ff381ebb0a0,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:44.368968 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33728) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:44.383151 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.383807 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.384340 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.384905 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.385873 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.386051 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.386601 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.387176 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.387726 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.388573 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.389148 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.389956 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.390341 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c79bb-5a85-453c-9f97-865557f6745b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.440965 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-34b69250-f339-48c1-aa95-4c69c8bb59fd admin admin] Publish callbacks [] for security_group (7e8103fd-b15f-4069-a849-9ff381ebb0a0), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.469232 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-34b69250-f339-48c1-aa95-4c69c8bb59fd admin admin] Publish callbacks [] for security_group (7e8103fd-b15f-4069-a849-9ff381ebb0a0), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.613596 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-34b69250-f339-48c1-aa95-4c69c8bb59fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7e8103fd-b15f-4069-a849-9ff381ebb0a0), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.616398 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-34b69250-f339-48c1-aa95-4c69c8bb59fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.617622 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-34b69250-f339-48c1-aa95-4c69c8bb59fd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7e8103fd-b15f-4069-a849-9ff381ebb0a0 HTTP/1.1" status: 204 len: 168 time: 0.2463090 Nov 02 13:12:44.626639 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b69250-f339-48c1-aa95-4c69c8bb59fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8103fd-b15f-4069-a849-9ff381ebb0a0,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:44.915586 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.864249 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33762) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:45.971423 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1944181805-network', 'tenant_id': '1062b15bdd7944f0a6ec80e59e9300e5'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:46.144846 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Made reservation on behalf of 1062b15bdd7944f0a6ec80e59e9300e5 for: {'network': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:12:46.147122 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.155992 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.241946 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Publish callbacks [] for security_group (42517c66-245b-4681-8fa2-47f1fb85252a), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.327168 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (42517c66-245b-4681-8fa2-47f1fb85252a), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.356635 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] vlan segment allocate from pool success with {'vlan_id': 1493, 'physical_network': 'physnet1'} {{(pid=116230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:12:46.368399 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42517c66-245b-4681-8fa2-47f1fb85252a,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:46.375718 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (000e346c-0620-4920-94f1-3c585af42ed1), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.376173 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.segments_db [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Added segment 000e346c-0620-4920-94f1-3c585af42ed1 of type vlan for network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 Nov 02 13:12:46.427151 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.537967 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.539103 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:46.539749 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.602376 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] Pushing event updated for resources: {'Network': ['ID=2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:46.614026 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:12:46.675176 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-a1b24e6b-49c5-43cd-bcdc-d25f1f7e2c96 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8095615 Nov 02 13:12:46.679531 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33772) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:46.687132 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-eeef346e-c055-4ffc-8fc5-13a2bb242e2a admin admin] Request body: {'subnet': {'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1944181805-subnet', 'tenant_id': '1062b15bdd7944f0a6ec80e59e9300e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:46.800443 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeef346e-c055-4ffc-8fc5-13a2bb242e2a admin admin] Made reservation on behalf of 1062b15bdd7944f0a6ec80e59e9300e5 for: {'subnet': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:12:46.802846 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eeef346e-c055-4ffc-8fc5-13a2bb242e2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5051866'] for subnet (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.349515 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eeef346e-c055-4ffc-8fc5-13a2bb242e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4597217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5051688'] for subnet (6748f83b-fab5-4b33-96d4-cfef522fafd3), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.418726 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef346e-c055-4ffc-8fc5-13a2bb242e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6748f83b-fab5-4b33-96d4-cfef522fafd3,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:47.430557 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeef346e-c055-4ffc-8fc5-13a2bb242e2a admin admin] Checking segment: {'id': '000e346c-0620-4920-94f1-3c585af42ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:12:47.431118 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef346e-c055-4ffc-8fc5-13a2bb242e2a admin admin] Network hostable DHCP agents. Network: 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:12:47.589600 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef346e-c055-4ffc-8fc5-13a2bb242e2a admin admin] Network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:12:47.732225 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-eeef346e-c055-4ffc-8fc5-13a2bb242e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9) {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:47.737240 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeef346e-c055-4ffc-8fc5-13a2bb242e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:47.737984 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eeef346e-c055-4ffc-8fc5-13a2bb242e2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.748516 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984e14ad-7778-407f-8198-b27eb989bdcb None None] Network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:12:47.826557 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-eeef346e-c055-4ffc-8fc5-13a2bb242e2a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1456215 Nov 02 13:12:47.861040 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2732f23-2f7f-4fdc-86f0-98d2f341ca75 None None] Network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:12:50.178170 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:12:51.146650 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d61e78d0-8b64-4aa8-afc6-12a85e3408ac req-5c1af06d-15c4-4b9d-96c6-e50042b471f8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542910 Nov 02 13:12:51.162970 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-d5f0513a-3128-4c03-91c7-2e2f624874ca tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:51.170571 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-d5f0513a-3128-4c03-91c7-2e2f624874ca tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/networks?id=2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 HTTP/1.1" status: 200 len: 814 time: 0.1228361 Nov 02 13:12:51.179937 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-35ac58e6-3e35-44be-8fe3-3d87713f7e83 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/quotas/1062b15bdd7944f0a6ec80e59e9300e5 HTTP/1.1" status: 200 len: 375 time: 0.0096202 Nov 02 13:12:51.215914 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-cc705075-f8c2-4566-b5cb-daf7e81be0a2 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1062b15bdd7944f0a6ec80e59e9300e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304182 Nov 02 13:12:51.232321 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e78d0-8b64-4aa8-afc6-12a85e3408ac req-735bbb5c-3474-41f1-b117-cba3697bfe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:51.233990 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d61e78d0-8b64-4aa8-afc6-12a85e3408ac req-735bbb5c-3474-41f1-b117-cba3697bfe4b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48078b2fadcb4b11a08c2590bae681dd&device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0485556 Nov 02 13:12:51.329258 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-b0ff3873-3a8b-4a1a-a18d-387ee9ab419d service neutron] 10.222.0.93 "GET /v2.0/networks/2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051486 Nov 02 13:12:51.358523 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e78d0-8b64-4aa8-afc6-12a85e3408ac req-745d5fa6-2bff-4636-b2c5-d5df4cd18cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:51.361287 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d61e78d0-8b64-4aa8-afc6-12a85e3408ac req-745d5fa6-2bff-4636-b2c5-d5df4cd18cfe service neutron] 10.222.0.86 "GET /v2.0/networks?id=17294524-9c76-4ea7-b269-cf5e87a19a9c HTTP/1.1" status: 200 len: 911 time: 0.1046953 Nov 02 13:12:51.429962 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d61e78d0-8b64-4aa8-afc6-12a85e3408ac req-9ac8fd1f-057c-4937-be0b-4f3712d730d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad HTTP/1.1" status: 200 len: 1001 time: 0.0604107 Nov 02 13:12:51.479745 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-d1b99b66-e312-4b30-a776-0e4a4b2cb116 service neutron] 10.222.0.93 "GET /v2.0/networks/2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423950 Nov 02 13:12:51.513346 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e78d0-8b64-4aa8-afc6-12a85e3408ac req-8d31228b-24fe-4b84-b93a-5b4376a8d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:51.515973 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d61e78d0-8b64-4aa8-afc6-12a85e3408ac req-8d31228b-24fe-4b84-b93a-5b4376a8d87b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b36a3cc-2757-43d9-a371-c6fd6954fbe7 HTTP/1.1" status: 200 len: 848 time: 0.0782270 Nov 02 13:12:51.579460 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e78d0-8b64-4aa8-afc6-12a85e3408ac req-3613504e-c9c0-40e9-a21d-fd29204e6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:51.581922 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d61e78d0-8b64-4aa8-afc6-12a85e3408ac req-3613504e-c9c0-40e9-a21d-fd29204e6e89 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=17294524-9c76-4ea7-b269-cf5e87a19a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0557568 Nov 02 13:12:51.691681 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d61e78d0-8b64-4aa8-afc6-12a85e3408ac req-9fde3646-1cf4-4d65-a858-5cc9e883f178 service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016233 Nov 02 13:12:51.834625 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7d4a0377-4cbb-401b-a758-9a118e0f7dd5 req-56c4813c-990b-4862-8bc9-8c487952705c tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 210 time: 0.0377367 Nov 02 13:12:51.849987 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d61e78d0-8b64-4aa8-afc6-12a85e3408ac req-c81555b6-19ea-42e2-97fd-859f1e8721d6 service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334689 Nov 02 13:12:52.955034 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-773b35db-e4c1-4989-95a4-206a05353107 req-403524ec-d37a-4132-b6d3-57342ba644a2 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 210 time: 0.0476544 Nov 02 13:12:54.066209 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e8dcbd4b-28d3-4618-afff-fe74d6b62551 req-9e43a10c-bef9-451e-93d6-0018656ea644 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 210 time: 0.0310802 Nov 02 13:12:55.176079 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0dbb44c7-7d94-40c1-a830-fe98302cccc1 req-a2636435-0fff-4933-926f-1f31487d1170 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 210 time: 0.0314748 Nov 02 13:12:55.292691 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-2704b7e0-d6d2-4e7e-8343-7ef1ade06a0e tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:55.294486 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-2704b7e0-d6d2-4e7e-8343-7ef1ade06a0e tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.86 "GET /v2.0/networks?id=2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 HTTP/1.1" status: 200 len: 814 time: 0.1244895 Nov 02 13:12:55.316462 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Request body: {'port': {'device_id': 'afddc3a2-b6e5-4758-8e7c-9617714f7f95', 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9', 'admin_state_up': True, 'tenant_id': '1062b15bdd7944f0a6ec80e59e9300e5'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:55.526682 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Made reservation on behalf of 1062b15bdd7944f0a6ec80e59e9300e5 for: {'port': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:12:55.532060 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:55.684124 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Allocated IP 172.20.0.11 (2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9/6748f83b-fab5-4b33-96d4-cfef522fafd3/a8eabc14-1edb-4c37-9dae-59158fee9f71) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:12:55.877146 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks [] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:55.995015 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.036111 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:56.039686 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:56.043071 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:12:56.075205 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Pushing event updated for resources: {'Port': ['ID=a8eabc14-1edb-4c37-9dae-59158fee9f71,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:56.109610 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:56.110499 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.191825 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-5d8e210b-e300-4ed8-a23b-48fbda766c62 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8804812 Nov 02 13:12:56.213693 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Request body: {'port': {'device_id': 'afddc3a2-b6e5-4758-8e7c-9617714f7f95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:56.308279 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663d54-9b0c-4d7f-835b-70f567ea0ce5 req-e973c1d6-922f-48d0-9be2-a0b78d1f2dcb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:56.309988 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4c663d54-9b0c-4d7f-835b-70f567ea0ce5 req-e973c1d6-922f-48d0-9be2-a0b78d1f2dcb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0826426 Nov 02 13:12:56.337961 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.368324 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4c663d54-9b0c-4d7f-835b-70f567ea0ce5 req-6e2d98fe-dcc0-4d65-a039-09afe91581a8 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507600 Nov 02 13:12:56.370272 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6468-e44f-4618-8400-35373540071a req-f17dc996-6dd4-4d91-8847-cd8fdca7cc5c tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:56.371951 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f33b6468-e44f-4618-8400-35373540071a req-f17dc996-6dd4-4d91-8847-cd8fdca7cc5c tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 932 time: 0.0870352 Nov 02 13:12:56.533137 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f33b6468-e44f-4618-8400-35373540071a req-95cc7885-a5f8-4279-bbc0-8080021f4386 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442573 Nov 02 13:12:56.700243 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8eabc14-1edb-4c37-9dae-59158fee9f71 {{(pid=116230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:12:56.709277 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Publish callbacks [] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.724630 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.provisioning_blocks [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Transition to ACTIVE for port object a8eabc14-1edb-4c37-9dae-59158fee9f71 will not be triggered until provisioned by entity L2. {{(pid=116230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:12:56.801186 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.862717 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Pushing event updated for resources: {'Port': ['ID=a8eabc14-1edb-4c37-9dae-59158fee9f71,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:56.914415 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Attempting to bind port a8eabc14-1edb-4c37-9dae-59158fee9f71 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:12:56.914760 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Attempting to bind port a8eabc14-1edb-4c37-9dae-59158fee9f71 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '000e346c-0620-4920-94f1-3c585af42ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9'}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:12:56.915140 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Attempting to bind port a8eabc14-1edb-4c37-9dae-59158fee9f71 on network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:12:56.921051 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Port a8eabc14-1edb-4c37-9dae-59158fee9f71 on network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:12:56.921398 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Attempting to bind port a8eabc14-1edb-4c37-9dae-59158fee9f71 on network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:12:56.927253 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:12:56.927592 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Checking segment: {'id': '000e346c-0620-4920-94f1-3c585af42ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:12:56.927977 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Bound using segment: {'id': '000e346c-0620-4920-94f1-3c585af42ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9'} {{(pid=116230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:12:56.928408 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.managers [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Bound port: a8eabc14-1edb-4c37-9dae-59158fee9f71, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000e346c-0620-4920-94f1-3c585af42ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9'}}] {{(pid=116230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:12:56.928820 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.999037 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] For port a8eabc14-1edb-4c37-9dae-59158fee9f71, host hv-cinder-86327, cleared binding levels {{(pid=116230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:12:57.004024 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] For port a8eabc14-1edb-4c37-9dae-59158fee9f71, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a8eabc14-1edb-4c37-9dae-59158fee9f71,segment=NetworkSegment(000e346c-0620-4920-94f1-3c585af42ed1),segment_id=000e346c-0620-4920-94f1-3c585af42ed1)] {{(pid=116230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:12:57.098227 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.102484 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:57.103135 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.104555 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] 10.222.0.86 "PUT /v2.0/ports/a8eabc14-1edb-4c37-9dae-59158fee9f71 HTTP/1.1" status: 200 len: 1094 time: 0.8953748 Nov 02 13:12:57.105090 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afddc3a2-b6e5-4758-8e7c-9617714f7f95', 'tag': 'a8eabc14-1edb-4c37-9dae-59158fee9f71'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:12:57.107478 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e89d99-1cfc-4076-9a10-ff36ea1d37f8" -d '{"events": [{"name": "network-changed", "server_uuid": "afddc3a2-b6e5-4758-8e7c-9617714f7f95", "tag": "a8eabc14-1edb-4c37-9dae-59158fee9f71"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:12:57.161345 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb5be94-cf66-492f-b845-8cd6a23ece90 x-openstack-request-id: req-ceb5be94-cf66-492f-b845-8cd6a23ece90 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:12:57.161345 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afddc3a2-b6e5-4758-8e7c-9617714f7f95", "tag": "a8eabc14-1edb-4c37-9dae-59158fee9f71", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:12:57.161345 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ceb5be94-cf66-492f-b845-8cd6a23ece90 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:12:57.161345 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb5be94-cf66-492f-b845-8cd6a23ece90'] response: {'name': 'network-changed', 'server_uuid': 'afddc3a2-b6e5-4758-8e7c-9617714f7f95', 'tag': 'a8eabc14-1edb-4c37-9dae-59158fee9f71', 'status': 'completed', 'code': 200} Nov 02 13:12:57.168086 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879b406-e1ee-4d32-bdda-64b7b7713f4c service neutron] Pushing event updated for resources: {'Port': ['ID=a8eabc14-1edb-4c37-9dae-59158fee9f71,revision_number=3']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:57.244367 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e89d99-1cfc-4076-9a10-ff36ea1d37f8 req-b87de4c3-fa4a-4c47-9734-55f7bf61ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:57.246060 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-86e89d99-1cfc-4076-9a10-ff36ea1d37f8 req-b87de4c3-fa4a-4c47-9734-55f7bf61ace5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1062b15bdd7944f0a6ec80e59e9300e5&device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 1128 time: 0.0493245 Nov 02 13:12:57.374296 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e89d99-1cfc-4076-9a10-ff36ea1d37f8 req-1354c32c-2e1b-4768-a831-c571ac0bc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:57.375845 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-86e89d99-1cfc-4076-9a10-ff36ea1d37f8 req-1354c32c-2e1b-4768-a831-c571ac0bc019 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=1062b15bdd7944f0a6ec80e59e9300e5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1140490 Nov 02 13:12:57.528226 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e89d99-1cfc-4076-9a10-ff36ea1d37f8 req-c91d2505-8e24-4136-9493-20788db8bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:57.529707 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-86e89d99-1cfc-4076-9a10-ff36ea1d37f8 req-c91d2505-8e24-4136-9493-20788db8bf77 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1450624 Nov 02 13:12:57.561092 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963310d-fefd-435f-8ac2-04583c647ff9 req-0e720406-ce5d-4837-b167-cfe235dc4d56 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:57.570615 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7963310d-fefd-435f-8ac2-04583c647ff9 req-0e720406-ce5d-4837-b167-cfe235dc4d56 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0964139 Nov 02 13:12:57.656724 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7963310d-fefd-435f-8ac2-04583c647ff9 req-dc703db3-217c-41e7-99aa-1c4cd487396d tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875125 Nov 02 13:12:57.681121 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-7510cd25-0f35-47f8-b412-790c75d0ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:57.681121 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-7510cd25-0f35-47f8-b412-790c75d0ecde service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1062b15bdd7944f0a6ec80e59e9300e5&device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 1128 time: 0.0791357 Nov 02 13:12:57.703828 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424de05a-7e0a-4ff1-a9c3-b5b3cdf65de3 req-d2370032-55a0-493e-8829-d9eb49271b90 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:57.706170 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-424de05a-7e0a-4ff1-a9c3-b5b3cdf65de3 req-d2370032-55a0-493e-8829-d9eb49271b90 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 944 time: 0.0656734 Nov 02 13:12:57.731996 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-7d82eff1-16e1-417a-8e71-b40858fd92fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8eabc14-1edb-4c37-9dae-59158fee9f71 HTTP/1.1" status: 200 len: 217 time: 0.0392754 Nov 02 13:12:57.758757 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-424de05a-7e0a-4ff1-a9c3-b5b3cdf65de3 req-49b42a45-b2de-470c-8625-0b9c0d68a865 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452938 Nov 02 13:12:57.790351 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-e57849aa-8543-48a5-863d-b49fe157929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:57.792043 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-e57849aa-8543-48a5-863d-b49fe157929c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6748f83b-fab5-4b33-96d4-cfef522fafd3 HTTP/1.1" status: 200 len: 854 time: 0.0524547 Nov 02 13:12:57.825395 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-cc58f4dc-1648-4540-87f3-97432c104e98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270140 Nov 02 13:12:57.923049 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-7d6bef8f-01f6-4ebf-bb28-9d7991398516 service neutron] 10.222.0.86 "GET /v2.0/networks/2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911188 Nov 02 13:12:58.027689 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-48dd6d4f-4be3-4d4e-829c-6382bf540158 req-6dfb78f8-02a2-48f4-976c-f636e52dd3ed service neutron] 10.222.0.86 "GET /v2.0/networks/2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978394 Nov 02 13:12:58.824431 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc5e05-2e40-4e82-b9f6-6ac51467f0ea req-450260cd-a25b-4eee-8fd6-754be634e634 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:58.826072 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-47cc5e05-2e40-4e82-b9f6-6ac51467f0ea req-450260cd-a25b-4eee-8fd6-754be634e634 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0685201 Nov 02 13:12:58.904174 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-47cc5e05-2e40-4e82-b9f6-6ac51467f0ea req-7887c8df-f17c-43e4-b138-e1b0c7aaf511 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667605 Nov 02 13:12:58.905472 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f3e3-f94c-45d8-b9d8-09b3355825e8 req-8de52239-1211-4be7-95fa-d11549c71c1d tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:58.907097 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a399f3e3-f94c-45d8-b9d8-09b3355825e8 req-8de52239-1211-4be7-95fa-d11549c71c1d tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 944 time: 0.0635810 Nov 02 13:12:58.978755 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a399f3e3-f94c-45d8-b9d8-09b3355825e8 req-6fc848a0-1c24-44d1-82e3-9db5a8cc30ba tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647271 Nov 02 13:12:59.213581 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33926) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:59.345523 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a61ffbe2-d2c1-4e3a-990d-c7fc2a8f5357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.432265 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a61ffbe2-d2c1-4e3a-990d-c7fc2a8f5357 admin admin] Publish callbacks [] for security_group (e97d8a45-1329-45d8-92c7-9b8afca85334), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.537235 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a61ffbe2-d2c1-4e3a-990d-c7fc2a8f5357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e97d8a45-1329-45d8-92c7-9b8afca85334), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.581762 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-a61ffbe2-d2c1-4e3a-990d-c7fc2a8f5357 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1d74b69fdf224a08b59be5d1448a45d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669696 Nov 02 13:12:59.582542 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ffbe2-d2c1-4e3a-990d-c7fc2a8f5357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97d8a45-1329-45d8-92c7-9b8afca85334,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:59.584729 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 33930) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:59.646775 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c95088fc-3cdb-4e59-aee7-acc343595e2d admin admin] Publish callbacks [] for security_group (e97d8a45-1329-45d8-92c7-9b8afca85334), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.671317 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c95088fc-3cdb-4e59-aee7-acc343595e2d admin admin] Publish callbacks [] for security_group (e97d8a45-1329-45d8-92c7-9b8afca85334), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.817591 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c95088fc-3cdb-4e59-aee7-acc343595e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e97d8a45-1329-45d8-92c7-9b8afca85334), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.820382 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c95088fc-3cdb-4e59-aee7-acc343595e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.821646 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-c95088fc-3cdb-4e59-aee7-acc343595e2d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e97d8a45-1329-45d8-92c7-9b8afca85334 HTTP/1.1" status: 204 len: 168 time: 0.2359111 Nov 02 13:12:59.830026 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95088fc-3cdb-4e59-aee7-acc343595e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97d8a45-1329-45d8-92c7-9b8afca85334,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:00.051964 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c12e2-9ed2-478d-b742-cdcaaa21ef8c req-58a87023-d4b6-4aeb-98a0-843dda5bbba3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:00.057034 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-923c12e2-9ed2-478d-b742-cdcaaa21ef8c req-58a87023-d4b6-4aeb-98a0-843dda5bbba3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0584888 Nov 02 13:13:00.123269 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-923c12e2-9ed2-478d-b742-cdcaaa21ef8c req-5514b850-1a66-4d16-a9b9-9834e227b501 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630579 Nov 02 13:13:00.181018 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device a8eabc14-1edb-4c37-9dae-59158fee9f71 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:13:00.279147 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd83a9-271c-48c5-8b19-ccdf35f2f0fb req-f23c6d34-d908-489d-bf02-9a29245060dc tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:00.280824 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-26fd83a9-271c-48c5-8b19-ccdf35f2f0fb req-f23c6d34-d908-489d-bf02-9a29245060dc tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 944 time: 0.0556183 Nov 02 13:13:00.319715 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port a8eabc14-1edb-4c37-9dae-59158fee9f71, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a8eabc14-1edb-4c37-9dae-59158fee9f71,segment=NetworkSegment(000e346c-0620-4920-94f1-3c585af42ed1),segment_id=000e346c-0620-4920-94f1-3c585af42ed1)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:00.332697 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': 'a8eabc14-1edb-4c37-9dae-59158fee9f71', 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9', 'port_id': 'a8eabc14-1edb-4c37-9dae-59158fee9f71', 'mac_address': 'fa:16:3e:a8:e1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1493, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6748f83b-fab5-4b33-96d4-cfef522fafd3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:13:00.346520 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-26fd83a9-271c-48c5-8b19-ccdf35f2f0fb req-f30b11fe-7ef0-408a-a4ad-f9b702e44f7d tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595105 Nov 02 13:13:00.371062 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port a8eabc14-1edb-4c37-9dae-59158fee9f71 is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:13:00.371461 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.386008 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8eabc14-1edb-4c37-9dae-59158fee9f71 {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:13:00.427402 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port a8eabc14-1edb-4c37-9dae-59158fee9f71, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a8eabc14-1edb-4c37-9dae-59158fee9f71,segment=NetworkSegment(000e346c-0620-4920-94f1-3c585af42ed1),segment_id=000e346c-0620-4920-94f1-3c585af42ed1)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:00.514886 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.566718 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 33940) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:00.573131 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=a8eabc14-1edb-4c37-9dae-59158fee9f71,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:00.580525 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.580873 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.581219 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.581561 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.581916 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.582255 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.582586 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.582907 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.583243 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.583565 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.583891 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.583985 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f06fcead-5c86-4f32-bc27-020a699707c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.584230 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.584576 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:00.683242 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f06fcead-5c86-4f32-bc27-020a699707c9 admin admin] Publish callbacks [] for security_group (884444f4-93a6-4271-a093-4046283b3ca9), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.771940 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f06fcead-5c86-4f32-bc27-020a699707c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (884444f4-93a6-4271-a093-4046283b3ca9), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.825663 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-f06fcead-5c86-4f32-bc27-020a699707c9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8f8a07cfd4a24fd7b56ebb781b7091f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578061 Nov 02 13:13:00.827525 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fcead-5c86-4f32-bc27-020a699707c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884444f4-93a6-4271-a093-4046283b3ca9,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:00.829515 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33944) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:00.873508 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['a8eabc14-1edb-4c37-9dae-59158fee9f71'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:13:00.894943 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ea10d4-e3be-455a-9099-3277cdf6c1af admin admin] Publish callbacks [] for security_group (884444f4-93a6-4271-a093-4046283b3ca9), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.924038 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ea10d4-e3be-455a-9099-3277cdf6c1af admin admin] Publish callbacks [] for security_group (884444f4-93a6-4271-a093-4046283b3ca9), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:01.017039 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ea10d4-e3be-455a-9099-3277cdf6c1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (884444f4-93a6-4271-a093-4046283b3ca9), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:01.020515 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-67ea10d4-e3be-455a-9099-3277cdf6c1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:01.021736 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-67ea10d4-e3be-455a-9099-3277cdf6c1af admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/884444f4-93a6-4271-a093-4046283b3ca9 HTTP/1.1" status: 204 len: 168 time: 0.1899290 Nov 02 13:13:01.033148 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea10d4-e3be-455a-9099-3277cdf6c1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884444f4-93a6-4271-a093-4046283b3ca9,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:01.267433 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141ef28-b67c-4239-b4c1-429aa287414d req-19578a7a-e898-44db-856a-d01f8c01d5cf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:01.269613 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5141ef28-b67c-4239-b4c1-429aa287414d req-19578a7a-e898-44db-856a-d01f8c01d5cf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0645950 Nov 02 13:13:01.329186 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5141ef28-b67c-4239-b4c1-429aa287414d req-4d608568-3755-42f2-8947-656d22920823 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538177 Nov 02 13:13:01.478128 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930f279-f184-48c3-8b89-047fc38d0eee req-467a7adf-b0ae-40b4-99cc-f1ddab1c2741 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:01.480029 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8930f279-f184-48c3-8b89-047fc38d0eee req-467a7adf-b0ae-40b4-99cc-f1ddab1c2741 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 945 time: 0.0595541 Nov 02 13:13:01.536516 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8930f279-f184-48c3-8b89-047fc38d0eee req-e9ef631b-07c9-4fc5-a09b-d620ce80e618 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481060 Nov 02 13:13:02.216481 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device a8eabc14-1edb-4c37-9dae-59158fee9f71 up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:13:02.366273 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port a8eabc14-1edb-4c37-9dae-59158fee9f71 completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:13:02.380895 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port a8eabc14-1edb-4c37-9dae-59158fee9f71 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:13:02.382613 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.383001 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port a8eabc14-1edb-4c37-9dae-59158fee9f71 Nov 02 13:13:02.482424 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05730803-aaca-4a75-8644-aa3e14afda65 req-a99f458b-a085-4f42-9f08-8778a9c62bc3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:02.486419 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-05730803-aaca-4a75-8644-aa3e14afda65 req-a99f458b-a085-4f42-9f08-8778a9c62bc3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0658460 Nov 02 13:13:02.500367 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port a8eabc14-1edb-4c37-9dae-59158fee9f71 is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:13:02.500763 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.529942 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afddc3a2-b6e5-4758-8e7c-9617714f7f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eabc14-1edb-4c37-9dae-59158fee9f71'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:13:02.533845 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5979aadc-1b30-4899-9c09-b593bf2f0015" -d '{"events": [{"server_uuid": "afddc3a2-b6e5-4758-8e7c-9617714f7f95", "name": "network-vif-plugged", "status": "completed", "tag": "a8eabc14-1edb-4c37-9dae-59158fee9f71"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:13:02.552288 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-05730803-aaca-4a75-8644-aa3e14afda65 req-2dbfc236-87f3-4a74-a752-f573cd4b9906 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606823 Nov 02 13:13:02.559169 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port a8eabc14-1edb-4c37-9dae-59158fee9f71, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a8eabc14-1edb-4c37-9dae-59158fee9f71,segment=NetworkSegment(000e346c-0620-4920-94f1-3c585af42ed1),segment_id=000e346c-0620-4920-94f1-3c585af42ed1)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:02.607806 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62441c28-7196-4ff4-a229-981c5059e93f x-openstack-request-id: req-62441c28-7196-4ff4-a229-981c5059e93f {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:13:02.608127 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afddc3a2-b6e5-4758-8e7c-9617714f7f95", "name": "network-vif-plugged", "status": "completed", "tag": "a8eabc14-1edb-4c37-9dae-59158fee9f71", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:13:02.608442 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-62441c28-7196-4ff4-a229-981c5059e93f {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:13:02.608795 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62441c28-7196-4ff4-a229-981c5059e93f'] response: {'server_uuid': 'afddc3a2-b6e5-4758-8e7c-9617714f7f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eabc14-1edb-4c37-9dae-59158fee9f71', 'code': 200} Nov 02 13:13:02.652969 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.729276 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479487f-af47-4027-a420-bce9e9b94791 req-326eb393-5a1a-47f8-abdd-88d96cb99dd3 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:02.731248 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0479487f-af47-4027-a420-bce9e9b94791 req-326eb393-5a1a-47f8-abdd-88d96cb99dd3 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 946 time: 0.0997212 Nov 02 13:13:02.732580 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=a8eabc14-1edb-4c37-9dae-59158fee9f71,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:02.796151 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0479487f-af47-4027-a420-bce9e9b94791 req-7281079a-3df7-4e9e-aeaa-0d57ab6a995d tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542006 Nov 02 13:13:02.919623 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 33988) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:03.052649 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1cc534ea-999e-418b-bf3d-0bb5aa91740f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.055826 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066b501-97bb-4cd1-b12d-5896baedb636 req-c450bff5-fa51-4ed5-aeee-0cf6f5cf02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:03.057344 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1066b501-97bb-4cd1-b12d-5896baedb636 req-c450bff5-fa51-4ed5-aeee-0cf6f5cf02e1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 1130 time: 0.0656178 Nov 02 13:13:03.130534 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1066b501-97bb-4cd1-b12d-5896baedb636 req-8f05652c-6351-4498-acb5-7046612e1d62 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654538 Nov 02 13:13:03.176297 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1cc534ea-999e-418b-bf3d-0bb5aa91740f admin admin] Publish callbacks [] for security_group (352fe23c-79da-4c25-8a60-b6c678cc58d6), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.234392 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1cc534ea-999e-418b-bf3d-0bb5aa91740f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (352fe23c-79da-4c25-8a60-b6c678cc58d6), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.279897 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-1cc534ea-999e-418b-bf3d-0bb5aa91740f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=512c2db24f1e4706b26415dd5acf38c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591208 Nov 02 13:13:03.280838 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc534ea-999e-418b-bf3d-0bb5aa91740f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352fe23c-79da-4c25-8a60-b6c678cc58d6,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:03.283026 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 33992) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:03.343043 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b65b410a-9a25-4114-8ae9-8a07d175ca8d admin admin] Publish callbacks [] for security_group (352fe23c-79da-4c25-8a60-b6c678cc58d6), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.372077 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b65b410a-9a25-4114-8ae9-8a07d175ca8d admin admin] Publish callbacks [] for security_group (352fe23c-79da-4c25-8a60-b6c678cc58d6), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.491983 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b65b410a-9a25-4114-8ae9-8a07d175ca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (352fe23c-79da-4c25-8a60-b6c678cc58d6), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.495208 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-b65b410a-9a25-4114-8ae9-8a07d175ca8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.496453 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-b65b410a-9a25-4114-8ae9-8a07d175ca8d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/352fe23c-79da-4c25-8a60-b6c678cc58d6 HTTP/1.1" status: 204 len: 168 time: 0.2123361 Nov 02 13:13:03.507849 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b410a-9a25-4114-8ae9-8a07d175ca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352fe23c-79da-4c25-8a60-b6c678cc58d6,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:03.706689 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5a3c0-4f1d-4e8e-b696-f6b66682712b req-d5131ef3-2e1f-4509-a8e7-053760e69a59 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:03.708530 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3ee5a3c0-4f1d-4e8e-b696-f6b66682712b req-d5131ef3-2e1f-4509-a8e7-053760e69a59 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0634527 Nov 02 13:13:03.764711 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3ee5a3c0-4f1d-4e8e-b696-f6b66682712b req-b97ddec8-df20-430c-8f6b-3695d503acb0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486646 Nov 02 13:13:03.977467 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4324ce-155e-4ed4-a9ac-1a9e2fdd3951 req-849ab571-2298-496c-8497-cc2643945513 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:03.979275 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9f4324ce-155e-4ed4-a9ac-1a9e2fdd3951 req-849ab571-2298-496c-8497-cc2643945513 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 946 time: 0.0729389 Nov 02 13:13:04.037752 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9f4324ce-155e-4ed4-a9ac-1a9e2fdd3951 req-e1d6c872-7e3e-422f-b9c8-026f54fe35f3 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521441 Nov 02 13:13:04.377649 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-3563a4f7-3034-4e47-863f-e383e67080c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.911349 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5256127-2c28-4cf4-ad1e-40ba873ff3bf req-a963908a-62fb-44f8-aa1a-7d4e34e6a444 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:04.912883 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d5256127-2c28-4cf4-ad1e-40ba873ff3bf req-a963908a-62fb-44f8-aa1a-7d4e34e6a444 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0593045 Nov 02 13:13:04.966760 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d5256127-2c28-4cf4-ad1e-40ba873ff3bf req-57eeb660-3c00-4a3e-9d97-1561136ebd44 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479028 Nov 02 13:13:05.175167 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d05d2-f8d3-483a-b5d1-c9fc49258c71 req-ab550420-492e-4b82-ba3d-fba0179a775c tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:05.176713 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-194d05d2-f8d3-483a-b5d1-c9fc49258c71 req-ab550420-492e-4b82-ba3d-fba0179a775c tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 946 time: 0.0605254 Nov 02 13:13:05.227089 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-194d05d2-f8d3-483a-b5d1-c9fc49258c71 req-46564566-bd22-4bc8-ba9f-d8b45e5ab2f3 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444405 Nov 02 13:13:06.118752 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41eee1e-5d2e-4702-aa8d-a8a5246f4b5b req-c843e0c0-0645-422f-904d-e22fa23bbf58 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:06.121168 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f41eee1e-5d2e-4702-aa8d-a8a5246f4b5b req-c843e0c0-0645-422f-904d-e22fa23bbf58 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0733905 Nov 02 13:13:06.187083 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f41eee1e-5d2e-4702-aa8d-a8a5246f4b5b req-59de8f3b-2668-4837-9cb0-14eb4efe04b9 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589700 Nov 02 13:13:07.340997 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d99bcf-5181-4069-be8e-ea2a613136a9 req-97f708f7-1b9e-41a3-bd7a-0833603b50fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:07.342760 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c4d99bcf-5181-4069-be8e-ea2a613136a9 req-97f708f7-1b9e-41a3-bd7a-0833603b50fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0669925 Nov 02 13:13:07.393919 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c4d99bcf-5181-4069-be8e-ea2a613136a9 req-0938631d-fa06-4513-81c4-6d1fe41f24b2 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448000 Nov 02 13:13:08.371170 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-0b59222e-a157-4acd-bc6c-5a1a789d8d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:08.564404 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4565e7-cc32-457b-9c14-a2a131b69492 req-4289e5c6-9011-43b8-a6b0-0db6e55e4d3b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:08.566359 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8a4565e7-cc32-457b-9c14-a2a131b69492 req-4289e5c6-9011-43b8-a6b0-0db6e55e4d3b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0790854 Nov 02 13:13:08.624497 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8a4565e7-cc32-457b-9c14-a2a131b69492 req-cd08eaa2-8788-4b9a-812b-30aaf99dcc05 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515573 Nov 02 13:13:09.766720 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfdf7d-90f0-4033-bdc5-23614ceabc1b req-15ae8509-8930-4070-a616-0bd44ec15627 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:09.768298 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-31cfdf7d-90f0-4033-bdc5-23614ceabc1b req-15ae8509-8930-4070-a616-0bd44ec15627 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0574753 Nov 02 13:13:09.822447 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-31cfdf7d-90f0-4033-bdc5-23614ceabc1b req-a458ed47-45d0-4754-b9d6-5542c189698c tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468483 Nov 02 13:13:10.582935 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:10.985377 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f5757-0d21-490f-bf8e-fcb8ae901e05 req-df693e62-c839-4085-9822-5edb9bc9a527 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:10.987054 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b44f5757-0d21-490f-bf8e-fcb8ae901e05 req-df693e62-c839-4085-9822-5edb9bc9a527 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0695119 Nov 02 13:13:11.042390 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b44f5757-0d21-490f-bf8e-fcb8ae901e05 req-a0991d28-1b95-426a-a22d-31ae971fc6db tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491078 Nov 02 13:13:11.394535 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:11.668478 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:12.213326 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd424e8-ef20-45ef-9cfd-e1224a36aae6 req-240417bd-925f-40d0-9f3d-65bea467249a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:12.213326 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3cd424e8-ef20-45ef-9cfd-e1224a36aae6 req-240417bd-925f-40d0-9f3d-65bea467249a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0584488 Nov 02 13:13:12.280194 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3cd424e8-ef20-45ef-9cfd-e1224a36aae6 req-db3efaaa-1243-4d23-ac57-937068d07ee8 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671592 Nov 02 13:13:12.963066 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc71834-3c80-4586-ac76-e3c7c10ddc29 req-f2d9705a-bf90-482d-b5bf-fd7aa0ee2abc tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:12.965147 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bbc71834-3c80-4586-ac76-e3c7c10ddc29 req-f2d9705a-bf90-482d-b5bf-fd7aa0ee2abc tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0998199 Nov 02 13:13:13.060557 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bbc71834-3c80-4586-ac76-e3c7c10ddc29 req-9f485073-f819-4096-bf85-02d40bef8344 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863991 Nov 02 13:13:13.158714 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f511d-cc9d-4d5e-ae86-d76dcf7fdb42 req-583adf3c-2f12-48f3-9d39-0320b217343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:13.161322 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4f2f511d-cc9d-4d5e-ae86-d76dcf7fdb42 req-583adf3c-2f12-48f3-9d39-0320b217343b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfa74284a39c45509855203870854f78&device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 1129 time: 0.0853474 Nov 02 13:13:13.288157 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f511d-cc9d-4d5e-ae86-d76dcf7fdb42 req-746d7e11-9f05-410d-86cd-fcf3a06a9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:13.289660 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4f2f511d-cc9d-4d5e-ae86-d76dcf7fdb42 req-746d7e11-9f05-410d-86cd-fcf3a06a9559 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d HTTP/1.1" status: 200 len: 913 time: 0.1194117 Nov 02 13:13:13.363870 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4f2f511d-cc9d-4d5e-ae86-d76dcf7fdb42 req-06245f6c-7220-4b6c-9d21-35d748cde504 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e261bea4-743a-4b9b-9444-7738c496963c HTTP/1.1" status: 200 len: 1001 time: 0.0675254 Nov 02 13:13:13.435432 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f511d-cc9d-4d5e-ae86-d76dcf7fdb42 req-f31696ec-2beb-4396-b029-f044f1f99c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:13.436950 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4f2f511d-cc9d-4d5e-ae86-d76dcf7fdb42 req-f31696ec-2beb-4396-b029-f044f1f99c8d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52 HTTP/1.1" status: 200 len: 850 time: 0.0616612 Nov 02 13:13:13.644392 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f511d-cc9d-4d5e-ae86-d76dcf7fdb42 req-e9ec66da-e520-4145-8daf-6c6748903d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:13.647158 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4f2f511d-cc9d-4d5e-ae86-d76dcf7fdb42 req-e9ec66da-e520-4145-8daf-6c6748903d05 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0549781 Nov 02 13:13:13.748714 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4f2f511d-cc9d-4d5e-ae86-d76dcf7fdb42 req-e48f9732-d666-4a04-8c7c-07dacda20209 service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948231 Nov 02 13:13:13.865570 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-4f2f511d-cc9d-4d5e-ae86-d76dcf7fdb42 req-7b718e7b-d001-4711-b31d-99226499f0c5 service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106431 Nov 02 13:13:14.225511 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76067ff8-27cd-476c-973a-ffa4596de931 req-fdcdcc2a-1959-438e-a4ca-79f7d634d859 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:14.227223 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-76067ff8-27cd-476c-973a-ffa4596de931 req-fdcdcc2a-1959-438e-a4ca-79f7d634d859 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0586209 Nov 02 13:13:14.281937 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-76067ff8-27cd-476c-973a-ffa4596de931 req-75af6815-b375-4bf1-8307-329dc0008a5f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480433 Nov 02 13:13:14.965562 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:15.669982 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c9764-e0bd-4308-b860-81634a142eda req-09291761-6790-4769-960c-227302ad4857 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:15.671707 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-259c9764-e0bd-4308-b860-81634a142eda req-09291761-6790-4769-960c-227302ad4857 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0613506 Nov 02 13:13:15.730665 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-259c9764-e0bd-4308-b860-81634a142eda req-11127767-8add-45f3-a12b-de619de09fa0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518649 Nov 02 13:13:16.942483 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 34224) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:17.086516 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ddd78097-48d7-407d-bac6-301e15baf0f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.180459 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ddd78097-48d7-407d-bac6-301e15baf0f0 admin admin] Publish callbacks [] for security_group (aa1109a9-eb4a-49d2-917d-fc3c648668af), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.256552 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-ddd78097-48d7-407d-bac6-301e15baf0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (aa1109a9-eb4a-49d2-917d-fc3c648668af), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.301068 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-ddd78097-48d7-407d-bac6-301e15baf0f0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=92aff3985d85431eb87d4e0396aea99f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574722 Nov 02 13:13:17.308643 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd78097-48d7-407d-bac6-301e15baf0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1109a9-eb4a-49d2-917d-fc3c648668af,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:17.308643 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 34232) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:17.369367 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d06ac36a-294f-4696-b6af-10e3b2a5a6d2 admin admin] Publish callbacks [] for security_group (aa1109a9-eb4a-49d2-917d-fc3c648668af), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.410245 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d06ac36a-294f-4696-b6af-10e3b2a5a6d2 admin admin] Publish callbacks [] for security_group (aa1109a9-eb4a-49d2-917d-fc3c648668af), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.605410 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d06ac36a-294f-4696-b6af-10e3b2a5a6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (aa1109a9-eb4a-49d2-917d-fc3c648668af), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.608678 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d06ac36a-294f-4696-b6af-10e3b2a5a6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.610099 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d06ac36a-294f-4696-b6af-10e3b2a5a6d2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aa1109a9-eb4a-49d2-917d-fc3c648668af HTTP/1.1" status: 204 len: 168 time: 0.3045220 Nov 02 13:13:17.618613 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ac36a-294f-4696-b6af-10e3b2a5a6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1109a9-eb4a-49d2-917d-fc3c648668af,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:18.377551 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34248) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:18.395665 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7403ba3a-5729-4394-a9ab-4efe18277f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.484487 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7403ba3a-5729-4394-a9ab-4efe18277f86 admin admin] Publish callbacks [] for security_group (ac19026a-00fc-47f7-b850-a350a05a9426), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.582560 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7403ba3a-5729-4394-a9ab-4efe18277f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (ac19026a-00fc-47f7-b850-a350a05a9426), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.625147 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403ba3a-5729-4394-a9ab-4efe18277f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac19026a-00fc-47f7-b850-a350a05a9426,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:18.629746 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-7403ba3a-5729-4394-a9ab-4efe18277f86 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=96b9de882d6e43cdb41929230b9c750e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507484 Nov 02 13:13:18.632429 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34250) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:18.683506 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-53d998c6-b115-4d41-9b21-da406349d34b admin admin] Publish callbacks [] for security_group (ac19026a-00fc-47f7-b850-a350a05a9426), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.709040 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-53d998c6-b115-4d41-9b21-da406349d34b admin admin] Publish callbacks [] for security_group (ac19026a-00fc-47f7-b850-a350a05a9426), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.851005 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-53d998c6-b115-4d41-9b21-da406349d34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (ac19026a-00fc-47f7-b850-a350a05a9426), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.853868 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-53d998c6-b115-4d41-9b21-da406349d34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.855196 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-53d998c6-b115-4d41-9b21-da406349d34b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ac19026a-00fc-47f7-b850-a350a05a9426 HTTP/1.1" status: 204 len: 168 time: 0.2217379 Nov 02 13:13:18.865184 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d998c6-b115-4d41-9b21-da406349d34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac19026a-00fc-47f7-b850-a350a05a9426,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:19.650212 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34258) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:19.664363 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-002d11a5-edac-4754-96f4-8345030c0b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:19.752731 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-002d11a5-edac-4754-96f4-8345030c0b41 admin admin] Publish callbacks [] for security_group (5c0e4e45-15c8-4a1b-be09-85826b3c7feb), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:19.913828 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-002d11a5-edac-4754-96f4-8345030c0b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (5c0e4e45-15c8-4a1b-be09-85826b3c7feb), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:19.953026 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-002d11a5-edac-4754-96f4-8345030c0b41 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0b667f48afae4800951325ef0d0dfc60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017144 Nov 02 13:13:19.954006 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d11a5-edac-4754-96f4-8345030c0b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0e4e45-15c8-4a1b-be09-85826b3c7feb,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:19.955732 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 34262) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:20.004450 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-16375ce2-d698-40a6-b02c-dc0a6dd707fa admin admin] Publish callbacks [] for security_group (5c0e4e45-15c8-4a1b-be09-85826b3c7feb), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:20.027316 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-16375ce2-d698-40a6-b02c-dc0a6dd707fa admin admin] Publish callbacks [] for security_group (5c0e4e45-15c8-4a1b-be09-85826b3c7feb), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:20.147774 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-16375ce2-d698-40a6-b02c-dc0a6dd707fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (5c0e4e45-15c8-4a1b-be09-85826b3c7feb), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:20.150594 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-16375ce2-d698-40a6-b02c-dc0a6dd707fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:20.151758 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-16375ce2-d698-40a6-b02c-dc0a6dd707fa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5c0e4e45-15c8-4a1b-be09-85826b3c7feb HTTP/1.1" status: 204 len: 168 time: 0.1950383 Nov 02 13:13:20.160683 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16375ce2-d698-40a6-b02c-dc0a6dd707fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0e4e45-15c8-4a1b-be09-85826b3c7feb,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:27.180389 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:13:34.387458 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-35acd4cf-3206-491d-8089-94f42a92bb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:38.393872 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-1a240ca6-d260-41c0-b03b-700945b2dc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:40.587382 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:41.541520 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:41.690618 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.907808 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:50.263996 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d6c2d9b6-f4dc-4742-8c17-ff675dc8d731 req-e89fa097-2d82-4c00-9f91-3ede1d095801 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507143 Nov 02 13:13:50.378458 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2d9b6-f4dc-4742-8c17-ff675dc8d731 req-f8874542-a274-4e33-8bcd-84516e88fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:50.379990 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d6c2d9b6-f4dc-4742-8c17-ff675dc8d731 req-f8874542-a274-4e33-8bcd-84516e88fd2f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48078b2fadcb4b11a08c2590bae681dd&device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0482962 Nov 02 13:13:50.514232 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2d9b6-f4dc-4742-8c17-ff675dc8d731 req-f7b85fee-45b3-49fa-a89c-415b54e18e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:50.514232 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d6c2d9b6-f4dc-4742-8c17-ff675dc8d731 req-f7b85fee-45b3-49fa-a89c-415b54e18e60 service neutron] 10.222.0.86 "GET /v2.0/networks?id=17294524-9c76-4ea7-b269-cf5e87a19a9c HTTP/1.1" status: 200 len: 911 time: 0.1045864 Nov 02 13:13:50.581109 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d6c2d9b6-f4dc-4742-8c17-ff675dc8d731 req-3ae02f27-9f41-4c71-a576-dc5cede9f267 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad HTTP/1.1" status: 200 len: 1001 time: 0.0652614 Nov 02 13:13:50.589943 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 34554) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:50.642595 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2d9b6-f4dc-4742-8c17-ff675dc8d731 req-2e3d5912-829f-475a-a4f4-8b993cd70729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:50.645176 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d6c2d9b6-f4dc-4742-8c17-ff675dc8d731 req-2e3d5912-829f-475a-a4f4-8b993cd70729 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b36a3cc-2757-43d9-a371-c6fd6954fbe7 HTTP/1.1" status: 200 len: 848 time: 0.0545926 Nov 02 13:13:50.722705 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2d9b6-f4dc-4742-8c17-ff675dc8d731 req-47dd37f1-b994-4a84-b21c-6f556cabd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:50.722705 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d6c2d9b6-f4dc-4742-8c17-ff675dc8d731 req-47dd37f1-b994-4a84-b21c-6f556cabd373 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=17294524-9c76-4ea7-b269-cf5e87a19a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0615587 Nov 02 13:13:50.732997 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:50.830766 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d6c2d9b6-f4dc-4742-8c17-ff675dc8d731 req-76286b13-c48a-4709-bd4b-f45aefc32875 service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060734 Nov 02 13:13:50.852047 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Publish callbacks [] for security_group (7f6a0da1-9243-463f-a08c-96348331ef24), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:50.937625 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d6c2d9b6-f4dc-4742-8c17-ff675dc8d731 req-d598b019-26b1-4468-a46d-734864eac25a service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907123 Nov 02 13:13:51.079235 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7f6a0da1-9243-463f-a08c-96348331ef24), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:51.119002 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=39794130868c4c2a96136881f134584c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5277741 Nov 02 13:13:51.119686 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6a0da1-9243-463f-a08c-96348331ef24,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:51.121531 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34560) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:51.127298 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.127770 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.128008 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.128355 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.128697 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.129044 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.129384 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.129739 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.130082 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.130420 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.130754 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.131087 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.131418 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f23c5-f7b4-4014-8536-e37c0295bdff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.176632 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Publish callbacks [] for security_group (7f6a0da1-9243-463f-a08c-96348331ef24), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:51.201611 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Publish callbacks [] for security_group (7f6a0da1-9243-463f-a08c-96348331ef24), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:51.357834 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (7f6a0da1-9243-463f-a08c-96348331ef24), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:51.360561 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:51.361757 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7f6a0da1-9243-463f-a08c-96348331ef24 HTTP/1.1" status: 204 len: 168 time: 0.2391493 Nov 02 13:13:51.370785 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6a0da1-9243-463f-a08c-96348331ef24,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:51.380457 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.387599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.387599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.387599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.387599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.387599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.387599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.387599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.387599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.387599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.387599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.387599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:51.387599 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c766-395a-4b83-81f0-9d19b1b5762d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:52.133010 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2548d-0d3a-4463-94ce-cd3a2ad5191c req-c0718a8f-df27-4a3d-b2d7-233a76429a2c tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:52.137777 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-99e2548d-0d3a-4463-94ce-cd3a2ad5191c req-c0718a8f-df27-4a3d-b2d7-233a76429a2c tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 946 time: 0.0561519 Nov 02 13:13:52.184297 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-99e2548d-0d3a-4463-94ce-cd3a2ad5191c req-c2ef7ffe-df12-452c-9be4-6970b772b616 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438504 Nov 02 13:13:53.320392 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f0d29-ccc3-4515-8c3e-e981be7b3e05 req-798af942-8e89-4459-827d-afe3dae931d5 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:53.321815 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-925f0d29-ccc3-4515-8c3e-e981be7b3e05 req-798af942-8e89-4459-827d-afe3dae931d5 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 946 time: 0.0541890 Nov 02 13:13:53.371123 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-925f0d29-ccc3-4515-8c3e-e981be7b3e05 req-8267bac6-906e-48e6-b599-a39f8eef986f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Nov 02 13:13:54.519711 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac582a74-c98d-4378-8443-02e85502b13e req-55a4c1c3-403c-42f7-919d-5408f7deb82e tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:54.521389 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ac582a74-c98d-4378-8443-02e85502b13e req-55a4c1c3-403c-42f7-919d-5408f7deb82e tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 946 time: 0.0686133 Nov 02 13:13:54.579255 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ac582a74-c98d-4378-8443-02e85502b13e req-71ddeb12-bda4-41d2-840d-18ea336dc565 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506380 Nov 02 13:13:55.097165 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34612) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:55.259727 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Deleting port d6ba93f8-71ba-4bd8-afab-0c4df192f644 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:13:55.260072 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (d6ba93f8-71ba-4bd8-afab-0c4df192f644), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:55.338933 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (d6ba93f8-71ba-4bd8-afab-0c4df192f644), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:55.339309 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for floatingip (d6ba93f8-71ba-4bd8-afab-0c4df192f644), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:55.353083 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Calling delete_port for d6ba93f8-71ba-4bd8-afab-0c4df192f644 owned by network:floatingip {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:13:55.689999 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (d6ba93f8-71ba-4bd8-afab-0c4df192f644), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:55.719082 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event deleted for resources: {'Port': ['ID=d6ba93f8-71ba-4bd8-afab-0c4df192f644,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:55.727553 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d665daf-cf3d-45b7-86af-9753744afbe2 req-5d89957b-d11a-4e38-810b-0692f80cc3ec tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:55.729142 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9d665daf-cf3d-45b7-86af-9753744afbe2 req-5d89957b-d11a-4e38-810b-0692f80cc3ec tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 946 time: 0.0621345 Nov 02 13:13:55.793593 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for floatingip (fb230839-2869-4c99-89e4-9149c8fd4597), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:55.794190 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Floating IP fb230839-2869-4c99-89e4-9149c8fd4597 disassociated (deleted). External IP: 172.28.4.154, port: 92fd7710-fa3a-4118-af0c-895441b2f6ad. Nov 02 13:13:55.798731 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9d665daf-cf3d-45b7-86af-9753744afbe2 req-03a7e815-05b9-4cdf-b642-eab17b5401e6 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631075 Nov 02 13:13:56.013439 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Router ec101d69-0c12-46d1-ad46-0f567eb68eb3 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:13:56.407267 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:13:56.411949 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:56.420656 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781c847-ec9c-4ea1-bd69-46cbf8c7e4f5 None None] Sync routers for ids ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:13:56.444425 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781c847-ec9c-4ea1-bd69-46cbf8c7e4f5 None None] Routers {'ec101d69-0c12-46d1-ad46-0f567eb68eb3'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:13:56.445525 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-c781c847-ec9c-4ea1-bd69-46cbf8c7e4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:13:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:56.447420 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-ec1c0f25-33b7-42e4-891c-fbc75c653b94 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "DELETE /v2.0/floatingips/fb230839-2869-4c99-89e4-9149c8fd4597 HTTP/1.1" status: 204 len: 168 time: 1.3489912 Nov 02 13:13:56.448229 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:13:56.451968 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202d2d4e-4e3c-4cc3-89e5-e1af8e93ec18" -d '{"events": [{"name": "network-changed", "server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:13:56.502674 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a217ff-9d4a-47a1-bab2-1ef3680d54e3 x-openstack-request-id: req-23a217ff-9d4a-47a1-bab2-1ef3680d54e3 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:13:56.503076 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:13:56.505065 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-23a217ff-9d4a-47a1-bab2-1ef3680d54e3 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:13:56.505065 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a217ff-9d4a-47a1-bab2-1ef3680d54e3'] response: {'name': 'network-changed', 'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'status': 'completed', 'code': 200} Nov 02 13:13:56.582633 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-c781c847-ec9c-4ea1-bd69-46cbf8c7e4f5 None None] Set router ec101d69-0c12-46d1-ad46-0f567eb68eb3 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:13:56.612069 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2d4e-4e3c-4cc3-89e5-e1af8e93ec18 req-bb130f7e-703c-45ea-9ead-0b43582482bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:56.613601 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-202d2d4e-4e3c-4cc3-89e5-e1af8e93ec18 req-bb130f7e-703c-45ea-9ead-0b43582482bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48078b2fadcb4b11a08c2590bae681dd&device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0576477 Nov 02 13:13:56.742220 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2d4e-4e3c-4cc3-89e5-e1af8e93ec18 req-a4bbc89c-e3b9-4b51-9439-901092cfd286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:56.744097 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-202d2d4e-4e3c-4cc3-89e5-e1af8e93ec18 req-a4bbc89c-e3b9-4b51-9439-901092cfd286 service neutron] 10.222.0.86 "GET /v2.0/networks?id=17294524-9c76-4ea7-b269-cf5e87a19a9c HTTP/1.1" status: 200 len: 911 time: 0.1230674 Nov 02 13:13:56.795301 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-202d2d4e-4e3c-4cc3-89e5-e1af8e93ec18 req-615be983-5cba-4fdd-b939-bf7f03ea729e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad HTTP/1.1" status: 200 len: 217 time: 0.0419574 Nov 02 13:13:56.858971 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2d4e-4e3c-4cc3-89e5-e1af8e93ec18 req-b89e806e-3e62-41fa-88b2-1ed674a5e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:56.861342 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-202d2d4e-4e3c-4cc3-89e5-e1af8e93ec18 req-b89e806e-3e62-41fa-88b2-1ed674a5e5a5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b36a3cc-2757-43d9-a371-c6fd6954fbe7 HTTP/1.1" status: 200 len: 848 time: 0.0585232 Nov 02 13:13:56.987830 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-c781c847-ec9c-4ea1-bd69-46cbf8c7e4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '59c33e37-a939-4a33-8c10-c4d5e7ce5b44', 'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'mac_address': 'fa:16:3e:82:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:13Z', 'updated_at': '2022-11-02T13:09:19Z', 'revision_number': 5, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'subnets': [{'id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:57.001733 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c596560-eb15-4ff1-ae97-1402ae20e069 req-b2446b73-ac5f-4adf-b486-c2685e075544 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:57.009946 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1c596560-eb15-4ff1-ae97-1402ae20e069 req-b2446b73-ac5f-4adf-b486-c2685e075544 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 946 time: 0.0832503 Nov 02 13:13:57.015029 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781c847-ec9c-4ea1-bd69-46cbf8c7e4f5 None None] Checking router: ec101d69-0c12-46d1-ad46-0f567eb68eb3 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:13:57.024045 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2d4e-4e3c-4cc3-89e5-e1af8e93ec18 req-1b175469-3539-40db-83cf-907b9a67c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:57.024728 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781c847-ec9c-4ea1-bd69-46cbf8c7e4f5 None None] Routers {'ec101d69-0c12-46d1-ad46-0f567eb68eb3'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:13:57.025358 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-c781c847-ec9c-4ea1-bd69-46cbf8c7e4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:13:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:57.025607 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-202d2d4e-4e3c-4cc3-89e5-e1af8e93ec18 req-1b175469-3539-40db-83cf-907b9a67c9fb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=17294524-9c76-4ea7-b269-cf5e87a19a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1139679 Nov 02 13:13:57.041909 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6a36-86f5-4351-baee-bd58a997f54a req-2915d0f4-889c-454a-b15d-b02528210bdf tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:57.043378 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-17cd6a36-86f5-4351-baee-bd58a997f54a req-2915d0f4-889c-454a-b15d-b02528210bdf tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.1175709 Nov 02 13:13:57.060756 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1c596560-eb15-4ff1-ae97-1402ae20e069 req-0413cc31-2005-4cc8-95e5-cd29701a170b tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497856 Nov 02 13:13:57.165820 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-c781c847-ec9c-4ea1-bd69-46cbf8c7e4f5 None None] Set router ec101d69-0c12-46d1-ad46-0f567eb68eb3 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:13:57.167552 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-17cd6a36-86f5-4351-baee-bd58a997f54a req-2ce46d95-87e8-4fa5-9135-002395150af1 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142571 Nov 02 13:13:57.187046 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-202d2d4e-4e3c-4cc3-89e5-e1af8e93ec18 req-4600cb49-b1fb-4c70-96d9-56ad58f94bc0 service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530886 Nov 02 13:13:57.318512 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-202d2d4e-4e3c-4cc3-89e5-e1af8e93ec18 req-d2a18753-6f1e-4140-aa30-b36cb5a3b8d7 service neutron] 10.222.0.86 "GET /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179874 Nov 02 13:13:57.405294 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-c781c847-ec9c-4ea1-bd69-46cbf8c7e4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '59c33e37-a939-4a33-8c10-c4d5e7ce5b44', 'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'mac_address': 'fa:16:3e:82:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:13Z', 'updated_at': '2022-11-02T13:09:19Z', 'revision_number': 5, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'subnets': [{'id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:57.434514 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781c847-ec9c-4ea1-bd69-46cbf8c7e4f5 None None] The sync data for ids ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'] in dv-cinder-863278-1-smb is: [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:09:14Z', 'revision_number': 4, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '59c33e37-a939-4a33-8c10-c4d5e7ce5b44', 'name': '', 'network_id': '17294524-9c76-4ea7-b269-cf5e87a19a9c', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'mac_address': 'fa:16:3e:82:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:13Z', 'updated_at': '2022-11-02T13:09:19Z', 'revision_number': 5, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'subnets': [{'id': '8b36a3cc-2757-43d9-a371-c6fd6954fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:13:57.709129 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5ec85-db4d-4f8c-81a1-931d83dbf4f7 None None] New status for floating IP fb230839-2869-4c99-89e4-9149c8fd4597: DOWN {{(pid=116232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:13:58.251119 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb686b-599a-4c73-843f-90507e369e7f req-d73f76bc-6a11-4c86-8680-f07a3a9e6cbc tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:58.251119 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-51cb686b-599a-4c73-843f-90507e369e7f req-d73f76bc-6a11-4c86-8680-f07a3a9e6cbc tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.86 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 946 time: 0.0825088 Nov 02 13:13:58.252010 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5116d0b-f125-45ff-88af-47016be1aa65 req-1cce43f4-4cad-4fe4-acc7-8a2cdae8c89b tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:58.252010 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b5116d0b-f125-45ff-88af-47016be1aa65 req-1cce43f4-4cad-4fe4-acc7-8a2cdae8c89b tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 946 time: 0.0862172 Nov 02 13:13:58.313255 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b5116d0b-f125-45ff-88af-47016be1aa65 req-7969156e-27aa-4896-a643-611bff559600 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612385 Nov 02 13:13:58.405221 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684319e-8a82-4cc2-8e58-9e92972e8eb7 req-a7fe8692-3700-4cbd-b3dd-e1e74ba8f821 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:58.407370 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3684319e-8a82-4cc2-8e58-9e92972e8eb7 req-a7fe8692-3700-4cbd-b3dd-e1e74ba8f821 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0985515 Nov 02 13:13:58.419499 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-51cb686b-599a-4c73-843f-90507e369e7f req-b6919598-ac57-4bd4-9ce5-bcce1c905a9f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Deleting port a8eabc14-1edb-4c37-9dae-59158fee9f71 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:13:58.419904 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-51cb686b-599a-4c73-843f-90507e369e7f req-b6919598-ac57-4bd4-9ce5-bcce1c905a9f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:58.550280 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3684319e-8a82-4cc2-8e58-9e92972e8eb7 req-691f46a4-8e02-4037-a88a-c73f288e3e4a tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/security-groups?id=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173987 Nov 02 13:13:58.566198 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-51cb686b-599a-4c73-843f-90507e369e7f req-b6919598-ac57-4bd4-9ce5-bcce1c905a9f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] For port a8eabc14-1edb-4c37-9dae-59158fee9f71, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a8eabc14-1edb-4c37-9dae-59158fee9f71,segment=NetworkSegment(000e346c-0620-4920-94f1-3c585af42ed1),segment_id=000e346c-0620-4920-94f1-3c585af42ed1)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:58.566567 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-51cb686b-599a-4c73-843f-90507e369e7f req-b6919598-ac57-4bd4-9ce5-bcce1c905a9f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:58.582284 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [req-51cb686b-599a-4c73-843f-90507e369e7f req-b6919598-ac57-4bd4-9ce5-bcce1c905a9f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Calling delete_port for a8eabc14-1edb-4c37-9dae-59158fee9f71 owned by compute:nova {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:13:58.827239 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-51cb686b-599a-4c73-843f-90507e369e7f req-b6919598-ac57-4bd4-9ce5-bcce1c905a9f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (a8eabc14-1edb-4c37-9dae-59158fee9f71), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:58.856642 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6919598-ac57-4bd4-9ce5-bcce1c905a9f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Pushing event deleted for resources: {'Port': ['ID=a8eabc14-1edb-4c37-9dae-59158fee9f71,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:58.867404 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['a8eabc14-1edb-4c37-9dae-59158fee9f71'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:13:58.911527 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cb686b-599a-4c73-843f-90507e369e7f req-b6919598-ac57-4bd4-9ce5-bcce1c905a9f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] No DVR routers for this DVR port a8eabc14-1edb-4c37-9dae-59158fee9f71 on host hv-cinder-86327 {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:13:58.916424 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-51cb686b-599a-4c73-843f-90507e369e7f req-b6919598-ac57-4bd4-9ce5-bcce1c905a9f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:58.921254 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-51cb686b-599a-4c73-843f-90507e369e7f req-b6919598-ac57-4bd4-9ce5-bcce1c905a9f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.86 "DELETE /v2.0/ports/a8eabc14-1edb-4c37-9dae-59158fee9f71 HTTP/1.1" status: 204 len: 173 time: 0.6712067 Nov 02 13:13:58.922442 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afddc3a2-b6e5-4758-8e7c-9617714f7f95', 'name': 'network-vif-deleted', 'tag': 'a8eabc14-1edb-4c37-9dae-59158fee9f71'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:13:58.925017 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd730419-f01c-462c-ae39-2a6e0fc6241b" -d '{"events": [{"server_uuid": "afddc3a2-b6e5-4758-8e7c-9617714f7f95", "name": "network-vif-deleted", "tag": "a8eabc14-1edb-4c37-9dae-59158fee9f71"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:13:58.942073 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29142e18-2f4b-4b23-b76f-b6cd0a4a45f1 req-4cfdfe33-cc52-4718-ac0c-d71373176b92 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:58.943687 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-29142e18-2f4b-4b23-b76f-b6cd0a4a45f1 req-4cfdfe33-cc52-4718-ac0c-d71373176b92 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.86 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 945 time: 0.0920069 Nov 02 13:13:58.970459 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32e3888-dd15-4e96-9dba-2fcfc5353974 x-openstack-request-id: req-f32e3888-dd15-4e96-9dba-2fcfc5353974 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:13:58.970834 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afddc3a2-b6e5-4758-8e7c-9617714f7f95", "name": "network-vif-deleted", "tag": "a8eabc14-1edb-4c37-9dae-59158fee9f71", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:13:58.980130 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f32e3888-dd15-4e96-9dba-2fcfc5353974 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:13:58.980130 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32e3888-dd15-4e96-9dba-2fcfc5353974'] response: {'server_uuid': 'afddc3a2-b6e5-4758-8e7c-9617714f7f95', 'name': 'network-vif-deleted', 'tag': 'a8eabc14-1edb-4c37-9dae-59158fee9f71', 'status': 'completed', 'code': 200} Nov 02 13:13:59.055038 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-29142e18-2f4b-4b23-b76f-b6cd0a4a45f1 req-9c181b95-24f1-4d36-8f57-df8e002049eb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Deleting port 92fd7710-fa3a-4118-af0c-895441b2f6ad {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:13:59.055489 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-29142e18-2f4b-4b23-b76f-b6cd0a4a45f1 req-9c181b95-24f1-4d36-8f57-df8e002049eb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:59.158072 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-29142e18-2f4b-4b23-b76f-b6cd0a4a45f1 req-9c181b95-24f1-4d36-8f57-df8e002049eb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] For port 92fd7710-fa3a-4118-af0c-895441b2f6ad, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=92fd7710-fa3a-4118-af0c-895441b2f6ad,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:59.158346 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-29142e18-2f4b-4b23-b76f-b6cd0a4a45f1 req-9c181b95-24f1-4d36-8f57-df8e002049eb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:59.187065 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-29142e18-2f4b-4b23-b76f-b6cd0a4a45f1 req-9c181b95-24f1-4d36-8f57-df8e002049eb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Calling delete_port for 92fd7710-fa3a-4118-af0c-895441b2f6ad owned by compute:nova {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:13:59.444517 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-29142e18-2f4b-4b23-b76f-b6cd0a4a45f1 req-9c181b95-24f1-4d36-8f57-df8e002049eb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (92fd7710-fa3a-4118-af0c-895441b2f6ad), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:59.461397 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d192a93b-8a6f-4109-9739-970d288792b2 req-e4e601da-b37c-4d5d-8f16-b874261704f6 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=afddc3a2-b6e5-4758-8e7c-9617714f7f95 HTTP/1.1" status: 200 len: 210 time: 0.0299380 Nov 02 13:13:59.481556 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c181b95-24f1-4d36-8f57-df8e002049eb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event deleted for resources: {'Port': ['ID=92fd7710-fa3a-4118-af0c-895441b2f6ad,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:59.546671 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-29142e18-2f4b-4b23-b76f-b6cd0a4a45f1 req-9c181b95-24f1-4d36-8f57-df8e002049eb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] No DVR routers for this DVR port 92fd7710-fa3a-4118-af0c-895441b2f6ad on host hv-cinder-86327 {{(pid=116229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:13:59.549281 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-29142e18-2f4b-4b23-b76f-b6cd0a4a45f1 req-9c181b95-24f1-4d36-8f57-df8e002049eb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:59.552699 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-29142e18-2f4b-4b23-b76f-b6cd0a4a45f1 req-9c181b95-24f1-4d36-8f57-df8e002049eb tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.86 "DELETE /v2.0/ports/92fd7710-fa3a-4118-af0c-895441b2f6ad HTTP/1.1" status: 204 len: 173 time: 0.6032307 Nov 02 13:13:59.553296 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'name': 'network-vif-deleted', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:13:59.555703 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e5efc3-2134-4fd2-bac9-c9898a3ceb83" -d '{"events": [{"server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "name": "network-vif-deleted", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:13:59.679821 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2c4e7bba-0367-4f8a-a697-66f65bda911a req-42c42850-a168-4b68-8a7b-a2e8b123159f tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 210 time: 0.0566375 Nov 02 13:13:59.798504 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa004335-1085-47c6-bb34-fdb200778001 x-openstack-request-id: req-aa004335-1085-47c6-bb34-fdb200778001 {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:13:59.798740 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18779c50-b91a-4d1c-aae4-527969ed6cb7", "name": "network-vif-deleted", "tag": "92fd7710-fa3a-4118-af0c-895441b2f6ad", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:13:59.798997 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aa004335-1085-47c6-bb34-fdb200778001 {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:13:59.799434 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa004335-1085-47c6-bb34-fdb200778001'] response: {'server_uuid': '18779c50-b91a-4d1c-aae4-527969ed6cb7', 'name': 'network-vif-deleted', 'tag': '92fd7710-fa3a-4118-af0c-895441b2f6ad', 'status': 'completed', 'code': 200} Nov 02 13:14:00.819204 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-905ad2b4-8023-4b1c-b143-5843fd252a8d req-19f9f21e-15e1-48af-80ff-90547c8ec80f tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "GET /v2.0/ports?device_id=18779c50-b91a-4d1c-aae4-527969ed6cb7 HTTP/1.1" status: 200 len: 210 time: 0.0296867 Nov 02 13:14:01.886382 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34714) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:01.956499 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-38d72b22-0b94-4073-aff9-ebe44f970456 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group (2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:01.986539 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-38d72b22-0b94-4073-aff9-ebe44f970456 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group (2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.147047 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-38d72b22-0b94-4073-aff9-ebe44f970456 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.151450 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-38d72b22-0b94-4073-aff9-ebe44f970456 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.152289 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-38d72b22-0b94-4073-aff9-ebe44f970456 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] 10.222.0.93 "DELETE /v2.0/security-groups/2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd HTTP/1.1" status: 204 len: 168 time: 0.2639601 Nov 02 13:14:02.166210 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d72b22-0b94-4073-aff9-ebe44f970456 tempest-TestShelveInstance-157763894 tempest-TestShelveInstance-157763894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3ea989-7aaf-4eaa-a6b0-9d4aa6f696bd,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:02.356408 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34726) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:02.569037 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 92fd7710-fa3a-4118-af0c-895441b2f6ad no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:02.593169 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 92fd7710-fa3a-4118-af0c-895441b2f6ad {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:14:02.598159 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 92fd7710-fa3a-4118-af0c-895441b2f6ad not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:02.598159 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device a8eabc14-1edb-4c37-9dae-59158fee9f71 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:02.614948 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: a8eabc14-1edb-4c37-9dae-59158fee9f71 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:14:02.615297 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device a8eabc14-1edb-4c37-9dae-59158fee9f71 not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:02.773805 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eabf9cc5-c7c3-4045-a3de-8b8c01d4a80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548259'] for router_interface (ec101d69-0c12-46d1-ad46-0f567eb68eb3), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:03.106138 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-eabf9cc5-c7c3-4045-a3de-8b8c01d4a80e admin admin] Deleting port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:14:03.107124 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eabf9cc5-c7c3-4045-a3de-8b8c01d4a80e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:03.229961 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-eabf9cc5-c7c3-4045-a3de-8b8c01d4a80e admin admin] For port 59c33e37-a939-4a33-8c10-c4d5e7ce5b44, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=59c33e37-a939-4a33-8c10-c4d5e7ce5b44,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:03.230343 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eabf9cc5-c7c3-4045-a3de-8b8c01d4a80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:03.246707 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-eabf9cc5-c7c3-4045-a3de-8b8c01d4a80e admin admin] Calling delete_port for 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 owned by network:router_interface {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:14:03.597786 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eabf9cc5-c7c3-4045-a3de-8b8c01d4a80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (59c33e37-a939-4a33-8c10-c4d5e7ce5b44), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:03.628809 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf9cc5-c7c3-4045-a3de-8b8c01d4a80e admin admin] Pushing event deleted for resources: {'Port': ['ID=59c33e37-a939-4a33-8c10-c4d5e7ce5b44,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:03.831596 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-eabf9cc5-c7c3-4045-a3de-8b8c01d4a80e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7808075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542483'] for router_interface (ec101d69-0c12-46d1-ad46-0f567eb68eb3), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:04.078434 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabf9cc5-c7c3-4045-a3de-8b8c01d4a80e admin admin] Router ec101d69-0c12-46d1-ad46-0f567eb68eb3 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:14:04.184901 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:14:04.207874 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabf9cc5-c7c3-4045-a3de-8b8c01d4a80e admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:14:04.224781 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-eabf9cc5-c7c3-4045-a3de-8b8c01d4a80e admin admin] 10.222.0.93 "PUT /v2.0/routers/ec101d69-0c12-46d1-ad46-0f567eb68eb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8565071 Nov 02 13:14:04.224907 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 34756) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:04.225447 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309cae1c-9c88-4a9d-8c92-8d69e7b73315 None None] Sync routers for ids ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:14:04.237095 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309cae1c-9c88-4a9d-8c92-8d69e7b73315 None None] Routers {'ec101d69-0c12-46d1-ad46-0f567eb68eb3'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:14:04.237802 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-309cae1c-9c88-4a9d-8c92-8d69e7b73315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:13:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:04.358743 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-309cae1c-9c88-4a9d-8c92-8d69e7b73315 None None] Set router ec101d69-0c12-46d1-ad46-0f567eb68eb3 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:14:04.368360 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Publish callbacks [] for router (ec101d69-0c12-46d1-ad46-0f567eb68eb3), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:04.506055 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Publish callbacks [] for router_gateway (ec101d69-0c12-46d1-ad46-0f567eb68eb3), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:04.542749 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ffa332cf-e285-47cb-839a-515f3bbc32e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:04.587865 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-309cae1c-9c88-4a9d-8c92-8d69e7b73315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:14:03Z', 'revision_number': 5, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:04.620517 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309cae1c-9c88-4a9d-8c92-8d69e7b73315 None None] Checking router: ec101d69-0c12-46d1-ad46-0f567eb68eb3 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:14:04.631560 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309cae1c-9c88-4a9d-8c92-8d69e7b73315 None None] Routers {'ec101d69-0c12-46d1-ad46-0f567eb68eb3'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:14:04.631867 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-309cae1c-9c88-4a9d-8c92-8d69e7b73315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:13:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:04.705758 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Deleting port 759f0245-8434-4a3d-9e3f-32bacbbced2d {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:14:04.706417 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:04.780857 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-309cae1c-9c88-4a9d-8c92-8d69e7b73315 None None] Set router ec101d69-0c12-46d1-ad46-0f567eb68eb3 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:14:04.807810 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] For port 759f0245-8434-4a3d-9e3f-32bacbbced2d, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=759f0245-8434-4a3d-9e3f-32bacbbced2d,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:04.808190 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:04.824018 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Calling delete_port for 759f0245-8434-4a3d-9e3f-32bacbbced2d owned by network:router_gateway {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:14:05.037183 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-309cae1c-9c88-4a9d-8c92-8d69e7b73315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:14:03Z', 'revision_number': 5, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:05.065378 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309cae1c-9c88-4a9d-8c92-8d69e7b73315 None None] The sync data for ids ['ec101d69-0c12-46d1-ad46-0f567eb68eb3'] in dv-cinder-863278-1-smb is: [{'id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'name': 'tempest-TestShelveInstance-1769799498-router', 'tenant_id': '48078b2fadcb4b11a08c2590bae681dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27'}], 'enable_snat': True}, 'gw_port_id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:10Z', 'updated_at': '2022-11-02T13:14:03Z', 'revision_number': 5, 'project_id': '48078b2fadcb4b11a08c2590bae681dd', 'gw_port': {'id': '759f0245-8434-4a3d-9e3f-32bacbbced2d', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec101d69-0c12-46d1-ad46-0f567eb68eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:11Z', 'updated_at': '2022-11-02T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:14:05.129817 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (759f0245-8434-4a3d-9e3f-32bacbbced2d), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.156356 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=759f0245-8434-4a3d-9e3f-32bacbbced2d,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:05.229393 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547305'] for router_gateway (ec101d69-0c12-46d1-ad46-0f567eb68eb3), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.329594 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100844'] for router (ec101d69-0c12-46d1-ad46-0f567eb68eb3), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.332084 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Publish callbacks [] for router_controller (ec101d69-0c12-46d1-ad46-0f567eb68eb3), precommit_delete_associations {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.552101 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542981'] for router (ec101d69-0c12-46d1-ad46-0f567eb68eb3), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.553623 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec101d69-0c12-46d1-ad46-0f567eb68eb3 {{(pid=116229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:14:05.561528 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.563710 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-f4857054-c647-4907-9c17-ae2168eb5c23 admin admin] 10.222.0.93 "DELETE /v2.0/routers/ec101d69-0c12-46d1-ad46-0f567eb68eb3 HTTP/1.1" status: 204 len: 168 time: 1.3440955 Nov 02 13:14:05.566660 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34772) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:05.634085 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_v2 [None req-9950ad0c-e316-49f7-9637-f0b731b3c23d admin admin] Deleting subnet 8b36a3cc-2757-43d9-a371-c6fd6954fbe7 {{(pid=116230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:14:05.640286 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9950ad0c-e316-49f7-9637-f0b731b3c23d admin admin] Publish callbacks [] for subnet (8b36a3cc-2757-43d9-a371-c6fd6954fbe7), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.685101 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9950ad0c-e316-49f7-9637-f0b731b3c23d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4597044'] for subnet (8b36a3cc-2757-43d9-a371-c6fd6954fbe7), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.783089 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9950ad0c-e316-49f7-9637-f0b731b3c23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (8b36a3cc-2757-43d9-a371-c6fd6954fbe7), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.975208 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-5002cd3c-f689-4a50-a18d-16c693d0197f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:05.976991 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-5002cd3c-f689-4a50-a18d-16c693d0197f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/networks?id=2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 HTTP/1.1" status: 200 len: 814 time: 0.1580286 Nov 02 13:14:05.995953 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-1b78958e-fa53-4dd6-bba5-b3d623b6a498 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/quotas/1062b15bdd7944f0a6ec80e59e9300e5 HTTP/1.1" status: 200 len: 375 time: 0.0125971 Nov 02 13:14:06.009592 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9950ad0c-e316-49f7-9637-f0b731b3c23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4597152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5051703'] for subnet (8b36a3cc-2757-43d9-a371-c6fd6954fbe7), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.042632 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950ad0c-e316-49f7-9637-f0b731b3c23d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b36a3cc-2757-43d9-a371-c6fd6954fbe7,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:06.047151 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9950ad0c-e316-49f7-9637-f0b731b3c23d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.053429 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 34790) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:06.057569 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-4cc9b7fd-5cfe-420a-9016-fe9ace459269 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1062b15bdd7944f0a6ec80e59e9300e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554657 Nov 02 13:14:06.058628 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a4bc6f-8caa-4631-b1a5-35bd89bcf786 None None] Network 17294524-9c76-4ea7-b269-cf5e87a19a9c requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:14:06.063186 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-9950ad0c-e316-49f7-9637-f0b731b3c23d admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8b36a3cc-2757-43d9-a371-c6fd6954fbe7 HTTP/1.1" status: 204 len: 168 time: 0.4942524 Nov 02 13:14:06.197426 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34794) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:06.201928 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (17294524-9c76-4ea7-b269-cf5e87a19a9c), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.346564 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-8ec6b38a-eaa6-40ed-907a-f1ac3699165d service neutron] 10.222.0.93 "GET /v2.0/networks/2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704427 Nov 02 13:14:06.350004 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] DHCP port deletion for 17294524-9c76-4ea7-b269-cf5e87a19a9c request from dv-cinder-863278-1-smb {{(pid=116231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:14:06.385930 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2294c29-0812-46d6-8976-0af950d7ae4a req-9da13999-0085-4643-becb-362d3f022844 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:06.388679 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d2294c29-0812-46d6-8976-0af950d7ae4a req-9da13999-0085-4643-becb-362d3f022844 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.1586871 Nov 02 13:14:06.426894 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Deleting port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 {{(pid=116231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:14:06.428290 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), before_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.454640 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Deleting port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:14:06.455009 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.487083 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7942c60-a3b9-4b02-98bd-8cb068bb0049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.492581 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d2294c29-0812-46d6-8976-0af950d7ae4a req-f4873679-5158-4d11-9dfd-422f2e878aeb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984457 Nov 02 13:14:06.529660 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-86e543b7-9c25-4e43-8f1b-1ca0d680abed service neutron] 10.222.0.93 "GET /v2.0/networks/2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791005 Nov 02 13:14:06.572166 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] For port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=16eb410f-df5a-42d0-9513-9ea4b48ddcd1,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:06.576538 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] For port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=16eb410f-df5a-42d0-9513-9ea4b48ddcd1,segment=NetworkSegment(5db6a836-6790-47bd-abff-637c164fbdaa),segment_id=5db6a836-6790-47bd-abff-637c164fbdaa)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:06.577048 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.577228 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), precommit_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.597264 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Calling delete_port for 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 owned by network:dhcp {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:14:06.607695 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Calling delete_port for 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 owned by network:dhcp {{(pid=116231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:14:06.675006 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:06.686454 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7942c60-a3b9-4b02-98bd-8cb068bb0049 admin admin] Publish callbacks [] for security_group (6a551878-1623-48e3-9a36-9807a44b91fb), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.710702 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:14:06.711154 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 59c33e37-a939-4a33-8c10-c4d5e7ce5b44 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:06.711828 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:06.826598 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d7942c60-a3b9-4b02-98bd-8cb068bb0049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (6a551878-1623-48e3-9a36-9807a44b91fb), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.826821 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.855998 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Pushing event deleted for resources: {'Port': ['ID=16eb410f-df5a-42d0-9513-9ea4b48ddcd1,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:06.866330 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] No DVR routers for this DVR port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 on host dv-cinder-863278-1-smb {{(pid=116229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:14:06.867766 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 is: ACTIVE; New status is: DOWN {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:14:06.868382 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.878729 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7942c60-a3b9-4b02-98bd-8cb068bb0049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a551878-1623-48e3-9a36-9807a44b91fb,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:06.894669 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301'] for port (16eb410f-df5a-42d0-9513-9ea4b48ddcd1), after_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.924995 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d076852e-19f3-4d49-8ad4-03361207bd33 req-ba49562c-b336-4364-9406-72d37c028bcb tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 210 time: 0.0470707 Nov 02 13:14:06.937608 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Pushing event deleted for resources: {'Port': ['ID=16eb410f-df5a-42d0-9513-9ea4b48ddcd1,revision_number=None']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:06.943028 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.943493 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.943865 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.944214 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.944552 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.944886 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.946074 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.946426 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.946759 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.947093 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.947438 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.948379 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.948728 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:06.965044 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-d7942c60-a3b9-4b02-98bd-8cb068bb0049 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=645a910581a049b6bc944d7b169c1e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7659242 Nov 02 13:14:06.969123 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34802) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:06.974398 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29bad4d-c244-4d2c-a440-751ad09461a5 None None] No DVR routers for this DVR port 16eb410f-df5a-42d0-9513-9ea4b48ddcd1 on host dv-cinder-863278-1-smb {{(pid=116231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:14:06.979115 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (17294524-9c76-4ea7-b269-cf5e87a19a9c), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:07.002969 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 759f0245-8434-4a3d-9e3f-32bacbbced2d no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:07.023797 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 759f0245-8434-4a3d-9e3f-32bacbbced2d {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:14:07.024156 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 759f0245-8434-4a3d-9e3f-32bacbbced2d not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:07.024678 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17294524-9c76-4ea7-b269-cf5e87a19a9c']}} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:07.040732 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db6a836-6790-47bd-abff-637c164fbdaa') {'for_net_delete': True} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:07.042647 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.services.segments.db [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db6a836-6790-47bd-abff-637c164fbdaa') {} {{(pid=116229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:07.056581 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5101533'] for segment (5db6a836-6790-47bd-abff-637c164fbdaa), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:07.073335 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4d0d-72eb-4b98-8931-dbb92acda73e admin admin] Publish callbacks [] for security_group (6a551878-1623-48e3-9a36-9807a44b91fb), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:07.077655 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (5db6a836-6790-47bd-abff-637c164fbdaa), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:07.089589 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Releasing vlan 1458 on physical network physnet1 to pool {{(pid=116229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:14:07.090111 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5056759'] for segment (5db6a836-6790-47bd-abff-637c164fbdaa), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:07.108524 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4d0d-72eb-4b98-8931-dbb92acda73e admin admin] Publish callbacks [] for security_group (6a551878-1623-48e3-9a36-9807a44b91fb), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:07.153440 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment 5db6a836-6790-47bd-abff-637c164fbdaa resource provider aggregate not found Nov 02 13:14:07.184864 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.services.segments.plugin [-] Segment 5db6a836-6790-47bd-abff-637c164fbdaa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5db6a836-6790-47bd-abff-637c164fbdaa found for delete ", "request_id": "req-0382b293-b93d-4cbd-92ba-05361e6894ca"}]} Nov 02 13:14:07.275596 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4d0d-72eb-4b98-8931-dbb92acda73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (6a551878-1623-48e3-9a36-9807a44b91fb), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:07.275596 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4d0d-72eb-4b98-8931-dbb92acda73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:07.276945 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-5d6a4d0d-72eb-4b98-8931-dbb92acda73e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6a551878-1623-48e3-9a36-9807a44b91fb HTTP/1.1" status: 204 len: 168 time: 0.2983732 Nov 02 13:14:07.287811 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a4d0d-72eb-4b98-8931-dbb92acda73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a551878-1623-48e3-9a36-9807a44b91fb,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:07.369938 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (17294524-9c76-4ea7-b269-cf5e87a19a9c), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:07.375234 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:07.382739 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] 10.222.0.93 "DELETE /v2.0/networks/17294524-9c76-4ea7-b269-cf5e87a19a9c HTTP/1.1" status: 204 len: 168 time: 1.3237777 Nov 02 13:14:07.384231 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34814) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:07.394410 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5749d4-29cf-4f91-81f4-00fde349f817 admin admin] Pushing event deleted for resources: {'Network': ['ID=17294524-9c76-4ea7-b269-cf5e87a19a9c,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:07.658457 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e57e5-1b9c-4895-b435-41a11fb03b07 req-15abe55b-26f5-4d25-932d-e54947ed5f1b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:07.660330 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-127e57e5-1b9c-4895-b435-41a11fb03b07 req-15abe55b-26f5-4d25-932d-e54947ed5f1b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0746551 Nov 02 13:14:07.813647 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5a04578f-f637-4216-a5ee-8fb438fb3c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548259'] for router_interface (99caa4d7-2844-471a-9cc6-430cdaf2d704), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:08.019306 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-127e57e5-1b9c-4895-b435-41a11fb03b07 req-2e09f86a-cb1a-4463-b1df-6bbb2b2f679e tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520014 Nov 02 13:14:08.040630 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0059a4e9-6b19-4b6c-a3df-5844648ff1cd req-d3ec52a7-7e5e-4913-ba49-51e9e9e09aab tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 210 time: 0.0318038 Nov 02 13:14:08.131434 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-5a04578f-f637-4216-a5ee-8fb438fb3c51 admin admin] Deleting port 0e7f980c-f5fa-426a-95ee-187a25c48b1b {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:14:08.131789 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5a04578f-f637-4216-a5ee-8fb438fb3c51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:08.221956 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-5a04578f-f637-4216-a5ee-8fb438fb3c51 admin admin] For port 0e7f980c-f5fa-426a-95ee-187a25c48b1b, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=0e7f980c-f5fa-426a-95ee-187a25c48b1b,segment=NetworkSegment(0528c6ab-764e-47ba-8a32-37db10cff9f8),segment_id=0528c6ab-764e-47ba-8a32-37db10cff9f8)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:08.222337 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5a04578f-f637-4216-a5ee-8fb438fb3c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:08.237573 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-5a04578f-f637-4216-a5ee-8fb438fb3c51 admin admin] Calling delete_port for 0e7f980c-f5fa-426a-95ee-187a25c48b1b owned by network:router_interface {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:14:08.375263 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-12dc139b-a4f1-4713-a783-cdd80105e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:08.569791 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5a04578f-f637-4216-a5ee-8fb438fb3c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (0e7f980c-f5fa-426a-95ee-187a25c48b1b), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:08.595387 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04578f-f637-4216-a5ee-8fb438fb3c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7f980c-f5fa-426a-95ee-187a25c48b1b,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:08.782161 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5a04578f-f637-4216-a5ee-8fb438fb3c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7808075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542483'] for router_interface (99caa4d7-2844-471a-9cc6-430cdaf2d704), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:09.034091 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a04578f-f637-4216-a5ee-8fb438fb3c51 admin admin] Router 99caa4d7-2844-471a-9cc6-430cdaf2d704 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:14:09.215764 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3786b-5cd9-4223-b9bf-79ad7d79bc07 req-2543f33a-20ff-4b3b-a384-c2b123355c4b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:09.217698 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f1b3786b-5cd9-4223-b9bf-79ad7d79bc07 req-2543f33a-20ff-4b3b-a384-c2b123355c4b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0918965 Nov 02 13:14:09.285877 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f1b3786b-5cd9-4223-b9bf-79ad7d79bc07 req-d68b1236-a244-49c6-9046-fcb15d91a10a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608451 Nov 02 13:14:09.466757 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7b6218f1-f39b-4d5c-a081-45d5e63bc300 req-97999d01-6198-4986-b511-839535b06e24 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 210 time: 0.0357320 Nov 02 13:14:09.480558 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a04578f-f637-4216-a5ee-8fb438fb3c51 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:14:09.487072 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-5a04578f-f637-4216-a5ee-8fb438fb3c51 admin admin] 10.222.0.93 "PUT /v2.0/routers/99caa4d7-2844-471a-9cc6-430cdaf2d704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1039484 Nov 02 13:14:09.497751 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19342d8b-2e34-4557-ba33-345448127b24 None None] Sync routers for ids ['99caa4d7-2844-471a-9cc6-430cdaf2d704'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:14:09.498324 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34826) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:09.510359 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19342d8b-2e34-4557-ba33-345448127b24 None None] Routers {'99caa4d7-2844-471a-9cc6-430cdaf2d704'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:14:09.511006 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-19342d8b-2e34-4557-ba33-345448127b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:14:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['99caa4d7-2844-471a-9cc6-430cdaf2d704'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:09.624738 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-589456e6-d08e-4ecf-aaee-d37723cd507a tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:09.624738 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-589456e6-d08e-4ecf-aaee-d37723cd507a tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.86 "GET /v2.0/networks?id=2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 HTTP/1.1" status: 200 len: 814 time: 0.1490211 Nov 02 13:14:09.648961 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Request body: {'port': {'device_id': 'e9b4cfc9-f39e-446b-ae28-e63b942460cc', 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9', 'admin_state_up': True, 'tenant_id': '1062b15bdd7944f0a6ec80e59e9300e5'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:14:09.721883 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-19342d8b-2e34-4557-ba33-345448127b24 None None] Set router 99caa4d7-2844-471a-9cc6-430cdaf2d704 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:14:09.865084 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Publish callbacks [] for router (99caa4d7-2844-471a-9cc6-430cdaf2d704), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:09.918620 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Made reservation on behalf of 1062b15bdd7944f0a6ec80e59e9300e5 for: {'port': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:14:09.922602 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:09.970747 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-19342d8b-2e34-4557-ba33-345448127b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'name': 'tempest-TestShelveInstance-66113659-router', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62'}], 'enable_snat': True}, 'gw_port_id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:18Z', 'updated_at': '2022-11-02T13:14:08Z', 'revision_number': 5, 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'gw_port': {'id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:19Z', 'updated_at': '2022-11-02T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:10.018988 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19342d8b-2e34-4557-ba33-345448127b24 None None] Checking router: 99caa4d7-2844-471a-9cc6-430cdaf2d704 for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:14:10.021868 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Publish callbacks [] for router_gateway (99caa4d7-2844-471a-9cc6-430cdaf2d704), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.033246 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19342d8b-2e34-4557-ba33-345448127b24 None None] Routers {'99caa4d7-2844-471a-9cc6-430cdaf2d704'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:14:10.033918 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-19342d8b-2e34-4557-ba33-345448127b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:14:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['99caa4d7-2844-471a-9cc6-430cdaf2d704'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:10.114131 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Allocated IP 172.20.0.3 (2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9/6748f83b-fab5-4b33-96d4-cfef522fafd3/18714d02-d179-42d8-9868-a5ac17dd9cb4) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:14:10.145919 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Deleting port 604da2f1-fc47-4ee6-82a6-77b378913337 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:14:10.146803 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (604da2f1-fc47-4ee6-82a6-77b378913337), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.181553 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-19342d8b-2e34-4557-ba33-345448127b24 None None] Set router 99caa4d7-2844-471a-9cc6-430cdaf2d704 gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:14:10.249581 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] For port 604da2f1-fc47-4ee6-82a6-77b378913337, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=604da2f1-fc47-4ee6-82a6-77b378913337,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:10.249999 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (604da2f1-fc47-4ee6-82a6-77b378913337), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.266762 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Calling delete_port for 604da2f1-fc47-4ee6-82a6-77b378913337 owned by network:router_gateway {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:14:10.357834 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks [] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.402713 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-19342d8b-2e34-4557-ba33-345448127b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'name': 'tempest-TestShelveInstance-66113659-router', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62'}], 'enable_snat': True}, 'gw_port_id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:18Z', 'updated_at': '2022-11-02T13:14:08Z', 'revision_number': 5, 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'gw_port': {'id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:19Z', 'updated_at': '2022-11-02T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:10.429671 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19342d8b-2e34-4557-ba33-345448127b24 None None] The sync data for ids ['99caa4d7-2844-471a-9cc6-430cdaf2d704'] in dv-cinder-863278-1-smb is: [{'id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'name': 'tempest-TestShelveInstance-66113659-router', 'tenant_id': '4efdfc3199a649169bcaac7757d2c66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62'}], 'enable_snat': True}, 'gw_port_id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:09:18Z', 'updated_at': '2022-11-02T13:14:08Z', 'revision_number': 5, 'project_id': '4efdfc3199a649169bcaac7757d2c66b', 'gw_port': {'id': '604da2f1-fc47-4ee6-82a6-77b378913337', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99caa4d7-2844-471a-9cc6-430cdaf2d704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:09:19Z', 'updated_at': '2022-11-02T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:14:10.484949 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba9414-8585-47b2-af7d-049dc16a9084 req-9c842244-a86a-4492-8ac2-358d89ad0908 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:10.490350 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6dba9414-8585-47b2-af7d-049dc16a9084 req-9c842244-a86a-4492-8ac2-358d89ad0908 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0762556 Nov 02 13:14:10.557592 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.616704 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 0e7f980c-f5fa-426a-95ee-187a25c48b1b no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:10.626328 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (604da2f1-fc47-4ee6-82a6-77b378913337), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.654520 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.654771 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 0e7f980c-f5fa-426a-95ee-187a25c48b1b {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:14:10.655187 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 0e7f980c-f5fa-426a-95ee-187a25c48b1b not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:10.656704 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6dba9414-8585-47b2-af7d-049dc16a9084 req-2571e19b-7a45-45c6-be2e-78c5624b276f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628046 Nov 02 13:14:10.683995 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:10.687606 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Pushing event deleted for resources: {'Port': ['ID=604da2f1-fc47-4ee6-82a6-77b378913337,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:10.691327 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:10.696066 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:14:10.733877 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Pushing event updated for resources: {'Port': ['ID=18714d02-d179-42d8-9868-a5ac17dd9cb4,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:10.770827 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:10.771558 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.841772 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da310c9d-24a1-44d4-8e19-ffad032d9b16 req-f53e5bc0-e51c-4481-9320-e60d5e69cf2f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:10.844579 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-da310c9d-24a1-44d4-8e19-ffad032d9b16 req-f53e5bc0-e51c-4481-9320-e60d5e69cf2f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 931 time: 0.2393100 Nov 02 13:14:10.846104 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547305'] for router_gateway (99caa4d7-2844-471a-9cc6-430cdaf2d704), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.851840 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-eaa60f7a-0735-4328-8ce8-f88e3c541742 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2102108 Nov 02 13:14:10.869869 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Request body: {'port': {'device_id': 'e9b4cfc9-f39e-446b-ae28-e63b942460cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:14:10.938106 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.050737 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100844'] for router (99caa4d7-2844-471a-9cc6-430cdaf2d704), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.057598 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Publish callbacks [] for router_controller (99caa4d7-2844-471a-9cc6-430cdaf2d704), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.145303 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-da310c9d-24a1-44d4-8e19-ffad032d9b16 req-ebfd2ee9-2d9e-428e-875e-30252b6b4b68 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937527 Nov 02 13:14:11.228838 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18714d02-d179-42d8-9868-a5ac17dd9cb4 {{(pid=116229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:14:11.232763 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542981'] for router (99caa4d7-2844-471a-9cc6-430cdaf2d704), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.234178 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99caa4d7-2844-471a-9cc6-430cdaf2d704 {{(pid=116230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:14:11.240129 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.240300 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Publish callbacks [] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.243519 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-09c76fe8-d316-4310-9a1d-39f89924fd23 admin admin] 10.222.0.93 "DELETE /v2.0/routers/99caa4d7-2844-471a-9cc6-430cdaf2d704 HTTP/1.1" status: 204 len: 168 time: 1.7414901 Nov 02 13:14:11.244309 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34838) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:11.257600 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.provisioning_blocks [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Transition to ACTIVE for port object 18714d02-d179-42d8-9868-a5ac17dd9cb4 will not be triggered until provisioned by entity L2. {{(pid=116229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:14:11.329798 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c002fcb-ac56-4e0f-a8ac-865639922cee admin admin] Deleting subnet 7dac5ede-8707-4640-a3dc-e6c6e359f118 {{(pid=116230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:14:11.335506 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2c002fcb-ac56-4e0f-a8ac-865639922cee admin admin] Publish callbacks [] for subnet (7dac5ede-8707-4640-a3dc-e6c6e359f118), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.346410 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.415954 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.417402 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2c002fcb-ac56-4e0f-a8ac-865639922cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4597044'] for subnet (7dac5ede-8707-4640-a3dc-e6c6e359f118), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.470650 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Pushing event updated for resources: {'Port': ['ID=18714d02-d179-42d8-9868-a5ac17dd9cb4,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:11.514531 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2c002fcb-ac56-4e0f-a8ac-865639922cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (7dac5ede-8707-4640-a3dc-e6c6e359f118), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.529373 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Attempting to bind port 18714d02-d179-42d8-9868-a5ac17dd9cb4 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:14:11.529989 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Attempting to bind port 18714d02-d179-42d8-9868-a5ac17dd9cb4 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '000e346c-0620-4920-94f1-3c585af42ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9'}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:14:11.531100 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Attempting to bind port 18714d02-d179-42d8-9868-a5ac17dd9cb4 on network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:14:11.539743 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Port 18714d02-d179-42d8-9868-a5ac17dd9cb4 on network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:14:11.540269 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Attempting to bind port 18714d02-d179-42d8-9868-a5ac17dd9cb4 on network 2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:14:11.548957 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:14:11.549457 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Checking segment: {'id': '000e346c-0620-4920-94f1-3c585af42ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:14:11.550136 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Bound using segment: {'id': '000e346c-0620-4920-94f1-3c585af42ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9'} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:14:11.550631 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Bound port: 18714d02-d179-42d8-9868-a5ac17dd9cb4, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000e346c-0620-4920-94f1-3c585af42ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9'}}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:14:11.551204 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.635894 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] For port 18714d02-d179-42d8-9868-a5ac17dd9cb4, host hv-cinder-86327, cleared binding levels {{(pid=116229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:14:11.639729 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] For port 18714d02-d179-42d8-9868-a5ac17dd9cb4, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=18714d02-d179-42d8-9868-a5ac17dd9cb4,segment=NetworkSegment(000e346c-0620-4920-94f1-3c585af42ed1),segment_id=000e346c-0620-4920-94f1-3c585af42ed1)] {{(pid=116229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:14:11.673259 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2c002fcb-ac56-4e0f-a8ac-865639922cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4597152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5051703'] for subnet (7dac5ede-8707-4640-a3dc-e6c6e359f118), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.700586 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c002fcb-ac56-4e0f-a8ac-865639922cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dac5ede-8707-4640-a3dc-e6c6e359f118,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:11.710365 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-2c002fcb-ac56-4e0f-a8ac-865639922cee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.712697 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-2c002fcb-ac56-4e0f-a8ac-865639922cee admin admin] 10.222.0.93 "DELETE /v2.0/subnets/7dac5ede-8707-4640-a3dc-e6c6e359f118 HTTP/1.1" status: 204 len: 168 time: 0.4667287 Nov 02 13:14:11.716534 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34842) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:11.720889 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264861cf-3b78-4cff-bd73-b7eb8c115b02 None None] Network 4acbc30b-a10f-441b-b9d7-ffded3d01c17 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:14:11.753736 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.753977 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.799468 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:11.800431 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.810360 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] 10.222.0.86 "PUT /v2.0/ports/18714d02-d179-42d8-9868-a5ac17dd9cb4 HTTP/1.1" status: 200 len: 1093 time: 0.9367537 Nov 02 13:14:11.810360 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b4cfc9-f39e-446b-ae28-e63b942460cc', 'tag': '18714d02-d179-42d8-9868-a5ac17dd9cb4'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:14:11.810360 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ec283-4f61-4c3c-861d-006b9570bef1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b4cfc9-f39e-446b-ae28-e63b942460cc", "tag": "18714d02-d179-42d8-9868-a5ac17dd9cb4"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:14:11.846765 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c2236-fa02-4bf3-bcef-a46c572ae4df service neutron] Pushing event updated for resources: {'Port': ['ID=18714d02-d179-42d8-9868-a5ac17dd9cb4,revision_number=3']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:11.880567 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfa1efb-a4cf-495e-bb19-5022623877ec x-openstack-request-id: req-2cfa1efb-a4cf-495e-bb19-5022623877ec {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:14:11.880896 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b4cfc9-f39e-446b-ae28-e63b942460cc", "tag": "18714d02-d179-42d8-9868-a5ac17dd9cb4", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:14:11.881155 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2cfa1efb-a4cf-495e-bb19-5022623877ec {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:14:11.881594 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cfa1efb-a4cf-495e-bb19-5022623877ec'] response: {'name': 'network-changed', 'server_uuid': 'e9b4cfc9-f39e-446b-ae28-e63b942460cc', 'tag': '18714d02-d179-42d8-9868-a5ac17dd9cb4', 'status': 'completed', 'code': 200} Nov 02 13:14:11.881981 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (4acbc30b-a10f-441b-b9d7-ffded3d01c17), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.949452 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e2cd2-dd27-4e04-b17d-5bcb5c7c132a req-23534ec2-53ce-4cc7-8e8e-6589caf03cb2 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:11.951123 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-071e2cd2-dd27-4e04-b17d-5bcb5c7c132a req-23534ec2-53ce-4cc7-8e8e-6589caf03cb2 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.1481030 Nov 02 13:14:11.976999 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Deleting port 882039ea-03e9-4df2-8b63-60faace78084 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:14:11.977432 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (882039ea-03e9-4df2-8b63-60faace78084), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.994163 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22926ebd-a4ed-4e37-a3bc-0a1e522dcbeb None None] DHCP port deletion for 4acbc30b-a10f-441b-b9d7-ffded3d01c17 request from dv-cinder-863278-1-smb {{(pid=116231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:14:12.029092 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ec283-4f61-4c3c-861d-006b9570bef1 req-9f9f3238-f8f3-4b95-9938-08ad2b2484be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:12.031533 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-bb2ec283-4f61-4c3c-861d-006b9570bef1 req-9f9f3238-f8f3-4b95-9938-08ad2b2484be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1062b15bdd7944f0a6ec80e59e9300e5&device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 1127 time: 0.1037884 Nov 02 13:14:12.048187 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-22926ebd-a4ed-4e37-a3bc-0a1e522dcbeb None None] Deleting port 882039ea-03e9-4df2-8b63-60faace78084 {{(pid=116231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:14:12.048713 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-22926ebd-a4ed-4e37-a3bc-0a1e522dcbeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (882039ea-03e9-4df2-8b63-60faace78084), before_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.061293 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-071e2cd2-dd27-4e04-b17d-5bcb5c7c132a req-8cfee036-1852-4ba0-abd3-a68140143637 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911536 Nov 02 13:14:12.062117 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] For port 882039ea-03e9-4df2-8b63-60faace78084, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=882039ea-03e9-4df2-8b63-60faace78084,segment=NetworkSegment(0528c6ab-764e-47ba-8a32-37db10cff9f8),segment_id=0528c6ab-764e-47ba-8a32-37db10cff9f8)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:12.062942 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (882039ea-03e9-4df2-8b63-60faace78084), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.096772 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Calling delete_port for 882039ea-03e9-4df2-8b63-60faace78084 owned by network:dhcp {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:14:12.186257 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ec283-4f61-4c3c-861d-006b9570bef1 req-01a9988d-b736-4138-ad1e-64ad2f84b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:12.188973 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-bb2ec283-4f61-4c3c-861d-006b9570bef1 req-01a9988d-b736-4138-ad1e-64ad2f84b95b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=1062b15bdd7944f0a6ec80e59e9300e5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1425159 Nov 02 13:14:12.297628 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-22926ebd-a4ed-4e37-a3bc-0a1e522dcbeb None None] For port 882039ea-03e9-4df2-8b63-60faace78084, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=882039ea-03e9-4df2-8b63-60faace78084,segment=NetworkSegment(0528c6ab-764e-47ba-8a32-37db10cff9f8),segment_id=0528c6ab-764e-47ba-8a32-37db10cff9f8)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:12.298484 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-22926ebd-a4ed-4e37-a3bc-0a1e522dcbeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (882039ea-03e9-4df2-8b63-60faace78084), precommit_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.315016 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435268ae-7ac8-4b51-8d45-0a54d516d0ea req-91bbe205-5adb-4432-9239-2b22a7a7a241 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:12.316770 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-435268ae-7ac8-4b51-8d45-0a54d516d0ea req-91bbe205-5adb-4432-9239-2b22a7a7a241 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 943 time: 0.0662630 Nov 02 13:14:12.322354 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-22926ebd-a4ed-4e37-a3bc-0a1e522dcbeb None None] Calling delete_port for 882039ea-03e9-4df2-8b63-60faace78084 owned by network:dhcp {{(pid=116231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:14:12.337577 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ec283-4f61-4c3c-861d-006b9570bef1 req-c4655cc3-bbc4-40e4-9bf7-f8c0fbed577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:12.339272 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-bb2ec283-4f61-4c3c-861d-006b9570bef1 req-c4655cc3-bbc4-40e4-9bf7-f8c0fbed577f service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1440446 Nov 02 13:14:12.360748 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (882039ea-03e9-4df2-8b63-60faace78084), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.406382 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=882039ea-03e9-4df2-8b63-60faace78084,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:12.419454 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] No DVR routers for this DVR port 882039ea-03e9-4df2-8b63-60faace78084 on host dv-cinder-863278-1-smb {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:14:12.433852 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-22926ebd-a4ed-4e37-a3bc-0a1e522dcbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301'] for port (882039ea-03e9-4df2-8b63-60faace78084), after_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.458601 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-435268ae-7ac8-4b51-8d45-0a54d516d0ea req-cfc8f71e-ddbb-4604-8364-43aae9ffaa9f tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319063 Nov 02 13:14:12.489154 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22926ebd-a4ed-4e37-a3bc-0a1e522dcbeb None None] Pushing event deleted for resources: {'Port': ['ID=882039ea-03e9-4df2-8b63-60faace78084,revision_number=None']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:12.504682 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22926ebd-a4ed-4e37-a3bc-0a1e522dcbeb None None] No DVR routers for this DVR port 882039ea-03e9-4df2-8b63-60faace78084 on host dv-cinder-863278-1-smb {{(pid=116231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:14:12.538755 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-5c002ae5-6255-48b7-bf74-9a59929529dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:12.540908 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-5c002ae5-6255-48b7-bf74-9a59929529dc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1062b15bdd7944f0a6ec80e59e9300e5&device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 1127 time: 0.1051924 Nov 02 13:14:12.541106 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (4acbc30b-a10f-441b-b9d7-ffded3d01c17), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.566622 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4acbc30b-a10f-441b-b9d7-ffded3d01c17']}} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:12.582814 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0528c6ab-764e-47ba-8a32-37db10cff9f8') {'for_net_delete': True} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:12.583703 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0528c6ab-764e-47ba-8a32-37db10cff9f8') {} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:12.604650 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4597037'] for segment (0528c6ab-764e-47ba-8a32-37db10cff9f8), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.608011 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-fd5fb5e6-2d5e-4548-b12b-12f4aa508a03 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18714d02-d179-42d8-9868-a5ac17dd9cb4 HTTP/1.1" status: 200 len: 217 time: 0.0529418 Nov 02 13:14:12.621160 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 882039ea-03e9-4df2-8b63-60faace78084 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:12.632302 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (0528c6ab-764e-47ba-8a32-37db10cff9f8), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.645341 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Releasing vlan 1460 on physical network physnet1 to pool {{(pid=116230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:14:12.646082 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4602182'] for segment (0528c6ab-764e-47ba-8a32-37db10cff9f8), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.662225 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 882039ea-03e9-4df2-8b63-60faace78084 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:14:12.663291 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 882039ea-03e9-4df2-8b63-60faace78084 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:12.663974 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 604da2f1-fc47-4ee6-82a6-77b378913337 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:12.669934 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-05bf255d-2e15-4ef0-8302-41e2bdf408e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:12.672448 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-05bf255d-2e15-4ef0-8302-41e2bdf408e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6748f83b-fab5-4b33-96d4-cfef522fafd3 HTTP/1.1" status: 200 len: 854 time: 0.0585947 Nov 02 13:14:12.701889 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 604da2f1-fc47-4ee6-82a6-77b378913337 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:14:12.703566 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 604da2f1-fc47-4ee6-82a6-77b378913337 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:12.720747 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment 0528c6ab-764e-47ba-8a32-37db10cff9f8 resource provider aggregate not found Nov 02 13:14:12.723460 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-bf160dfd-02f8-4111-ba2f-66800dec7e62 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428529 Nov 02 13:14:12.748398 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment 0528c6ab-764e-47ba-8a32-37db10cff9f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0528c6ab-764e-47ba-8a32-37db10cff9f8 found for delete ", "request_id": "req-0b2e23e3-704b-4fb1-9de6-3ad08b7c5b64"}]} Nov 02 13:14:12.855890 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (4acbc30b-a10f-441b-b9d7-ffded3d01c17), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.865130 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.869966 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] 10.222.0.93 "DELETE /v2.0/networks/4acbc30b-a10f-441b-b9d7-ffded3d01c17 HTTP/1.1" status: 204 len: 168 time: 1.1489773 Nov 02 13:14:12.876089 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-93dbce3a-a89c-439a-979d-54276c293342 service neutron] 10.222.0.86 "GET /v2.0/networks/2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403592 Nov 02 13:14:12.895149 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c23371-e159-4f1f-add3-d1545cb40cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4acbc30b-a10f-441b-b9d7-ffded3d01c17,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:13.016742 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d4a26e0b-4b24-49d7-9a95-a84bb15db8fc req-27b50cd6-e67e-47e8-8f43-820b4e4c8e13 service neutron] 10.222.0.86 "GET /v2.0/networks/2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338933 Nov 02 13:14:13.228327 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d53dd6-58c8-4839-8dc6-85aa9cb82275 req-b0973897-1240-4b6d-912a-629566127b1f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:13.230160 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d8d53dd6-58c8-4839-8dc6-85aa9cb82275 req-b0973897-1240-4b6d-912a-629566127b1f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0659945 Nov 02 13:14:13.271462 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34856) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:13.292068 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d8d53dd6-58c8-4839-8dc6-85aa9cb82275 req-c1fb00fd-fcc5-4134-9c40-3893644b980a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520320 Nov 02 13:14:13.324012 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-deb150d0-e1bd-4538-907d-47a097d7abdc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=48078b2fadcb4b11a08c2590bae681dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513585 Nov 02 13:14:13.335168 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34858) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:13.395244 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ea225345-1518-4363-b381-642cbee7b4b5 admin admin] Publish callbacks [] for security_group (1c64c1aa-292c-4806-880c-ef1e47fa4841), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.422460 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ea225345-1518-4363-b381-642cbee7b4b5 admin admin] Publish callbacks [] for security_group (1c64c1aa-292c-4806-880c-ef1e47fa4841), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.552112 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ea225345-1518-4363-b381-642cbee7b4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (1c64c1aa-292c-4806-880c-ef1e47fa4841), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.554978 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ea225345-1518-4363-b381-642cbee7b4b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.558663 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-ea225345-1518-4363-b381-642cbee7b4b5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1c64c1aa-292c-4806-880c-ef1e47fa4841 HTTP/1.1" status: 204 len: 168 time: 0.2199483 Nov 02 13:14:13.573591 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea225345-1518-4363-b381-642cbee7b4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c64c1aa-292c-4806-880c-ef1e47fa4841,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:13.624309 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b925882-6dc2-4b62-b700-e4687aaebaa1 req-544b4a8d-8235-4583-8130-e74f35d50047 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:13.626035 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0b925882-6dc2-4b62-b700-e4687aaebaa1 req-544b4a8d-8235-4583-8130-e74f35d50047 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 943 time: 0.0616808 Nov 02 13:14:13.687897 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0b925882-6dc2-4b62-b700-e4687aaebaa1 req-adbee8e6-ad38-42d0-9cbf-d662bd8a66a1 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470932 Nov 02 13:14:14.415745 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34868) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:14.430301 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053790fc-caf0-4c6a-be15-f1e8b2e7a73f req-bc7b1c5d-dce7-4d96-9b09-74f4bcd5f411 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:14.432660 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-053790fc-caf0-4c6a-be15-f1e8b2e7a73f req-bc7b1c5d-dce7-4d96-9b09-74f4bcd5f411 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0638750 Nov 02 13:14:14.460637 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-dcdb3548-fc0d-4eac-b514-9dd831357e47 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4efdfc3199a649169bcaac7757d2c66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425930 Nov 02 13:14:14.463057 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 34870) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:14.482238 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-053790fc-caf0-4c6a-be15-f1e8b2e7a73f req-6c641569-61fc-4b0b-9843-e1dc2e09cde1 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436344 Nov 02 13:14:14.520361 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a2eda57d-4587-43ef-8b61-465380891769 admin admin] Publish callbacks [] for security_group (0b9e784f-1b5f-42b4-8fed-4b61ceb09776), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.545191 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a2eda57d-4587-43ef-8b61-465380891769 admin admin] Publish callbacks [] for security_group (0b9e784f-1b5f-42b4-8fed-4b61ceb09776), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.564182 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 18714d02-d179-42d8-9868-a5ac17dd9cb4 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:14:14.683142 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a2eda57d-4587-43ef-8b61-465380891769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (0b9e784f-1b5f-42b4-8fed-4b61ceb09776), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.685832 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a2eda57d-4587-43ef-8b61-465380891769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.687060 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-a2eda57d-4587-43ef-8b61-465380891769 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0b9e784f-1b5f-42b4-8fed-4b61ceb09776 HTTP/1.1" status: 204 len: 168 time: 0.2230735 Nov 02 13:14:14.695695 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 18714d02-d179-42d8-9868-a5ac17dd9cb4, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=18714d02-d179-42d8-9868-a5ac17dd9cb4,segment=NetworkSegment(000e346c-0620-4920-94f1-3c585af42ed1),segment_id=000e346c-0620-4920-94f1-3c585af42ed1)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:14.696814 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eda57d-4587-43ef-8b61-465380891769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9e784f-1b5f-42b4-8fed-4b61ceb09776,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:14.712390 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '18714d02-d179-42d8-9868-a5ac17dd9cb4', 'network_id': '2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9', 'port_id': '18714d02-d179-42d8-9868-a5ac17dd9cb4', 'mac_address': 'fa:16:3e:77:10:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1493, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6748f83b-fab5-4b33-96d4-cfef522fafd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:14:14.762511 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 18714d02-d179-42d8-9868-a5ac17dd9cb4 is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:14:14.762915 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.779507 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18714d02-d179-42d8-9868-a5ac17dd9cb4 {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:14:14.803985 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 18714d02-d179-42d8-9868-a5ac17dd9cb4, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=18714d02-d179-42d8-9868-a5ac17dd9cb4,segment=NetworkSegment(000e346c-0620-4920-94f1-3c585af42ed1),segment_id=000e346c-0620-4920-94f1-3c585af42ed1)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:14.858827 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629bf8f-0d8d-4231-9413-69cfae1f8a2e req-a606983b-2d99-4389-89fa-de1c2aef97ba tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:14.860956 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1629bf8f-0d8d-4231-9413-69cfae1f8a2e req-a606983b-2d99-4389-89fa-de1c2aef97ba tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 943 time: 0.0785098 Nov 02 13:14:14.894227 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.924124 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-1629bf8f-0d8d-4231-9413-69cfae1f8a2e req-f893e7f1-138f-48a9-acd0-43082fc46894 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549369 Nov 02 13:14:14.936189 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.948877 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=18714d02-d179-42d8-9868-a5ac17dd9cb4,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:15.213688 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['18714d02-d179-42d8-9868-a5ac17dd9cb4'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:14:15.612020 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10769f48-2091-4e3b-b82c-489833eaf647 req-fa7ba891-047f-46ed-b548-984e9ec16ea0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:15.613586 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-10769f48-2091-4e3b-b82c-489833eaf647 req-fa7ba891-047f-46ed-b548-984e9ec16ea0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0547023 Nov 02 13:14:15.663448 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-10769f48-2091-4e3b-b82c-489833eaf647 req-d90f8ccb-455b-4371-9be0-a52723447207 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441470 Nov 02 13:14:16.050927 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a884aa-1bf0-4cd7-bafb-6d4bae41ce2d req-5827257d-deab-4ac8-853b-70b03528805b tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:16.052462 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e4a884aa-1bf0-4cd7-bafb-6d4bae41ce2d req-5827257d-deab-4ac8-853b-70b03528805b tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 944 time: 0.0540941 Nov 02 13:14:16.107932 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e4a884aa-1bf0-4cd7-bafb-6d4bae41ce2d req-c429f9fd-4eac-4106-8a30-f550b0017b0e tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464454 Nov 02 13:14:16.578492 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 18714d02-d179-42d8-9868-a5ac17dd9cb4 up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:16.718885 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 18714d02-d179-42d8-9868-a5ac17dd9cb4 completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:14:16.723894 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 18714d02-d179-42d8-9868-a5ac17dd9cb4 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:14:16.724338 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:16.724730 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 18714d02-d179-42d8-9868-a5ac17dd9cb4 Nov 02 13:14:16.811344 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc22bf-2296-43c3-96ea-4d3d54118d5f req-55353490-ea08-414c-b463-33cfb3b02f5f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:16.813220 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c6bc22bf-2296-43c3-96ea-4d3d54118d5f req-55353490-ea08-414c-b463-33cfb3b02f5f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0634611 Nov 02 13:14:16.827469 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 18714d02-d179-42d8-9868-a5ac17dd9cb4 is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:14:16.827892 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:16.857486 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b4cfc9-f39e-446b-ae28-e63b942460cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18714d02-d179-42d8-9868-a5ac17dd9cb4'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:14:16.860773 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f777bdd8-77b8-40d3-9e2a-1c27e913fbce" -d '{"events": [{"server_uuid": "e9b4cfc9-f39e-446b-ae28-e63b942460cc", "name": "network-vif-plugged", "status": "completed", "tag": "18714d02-d179-42d8-9868-a5ac17dd9cb4"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:14:16.875436 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 18714d02-d179-42d8-9868-a5ac17dd9cb4, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=18714d02-d179-42d8-9868-a5ac17dd9cb4,segment=NetworkSegment(000e346c-0620-4920-94f1-3c585af42ed1),segment_id=000e346c-0620-4920-94f1-3c585af42ed1)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:16.890956 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c6bc22bf-2296-43c3-96ea-4d3d54118d5f req-fd155c77-49b5-4fe1-9407-49136be35335 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664248 Nov 02 13:14:16.900983 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5d5e62-61ca-4708-9215-a2a592687740 x-openstack-request-id: req-fc5d5e62-61ca-4708-9215-a2a592687740 {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:14:16.901308 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b4cfc9-f39e-446b-ae28-e63b942460cc", "name": "network-vif-plugged", "status": "completed", "tag": "18714d02-d179-42d8-9868-a5ac17dd9cb4", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:14:16.901543 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fc5d5e62-61ca-4708-9215-a2a592687740 {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:14:16.901978 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5d5e62-61ca-4708-9215-a2a592687740'] response: {'server_uuid': 'e9b4cfc9-f39e-446b-ae28-e63b942460cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18714d02-d179-42d8-9868-a5ac17dd9cb4', 'code': 200} Nov 02 13:14:16.980749 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:17.037991 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=18714d02-d179-42d8-9868-a5ac17dd9cb4,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:17.248705 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10aa13f-6043-4d31-93ee-b8a1a718ca80 req-db594f4b-705a-43cf-9ef6-340b1e2a588d tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:17.250294 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b10aa13f-6043-4d31-93ee-b8a1a718ca80 req-db594f4b-705a-43cf-9ef6-340b1e2a588d tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 945 time: 0.0559928 Nov 02 13:14:17.314209 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b10aa13f-6043-4d31-93ee-b8a1a718ca80 req-88a2589f-024a-434a-85fa-c60ae37bb788 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538173 Nov 02 13:14:17.377845 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb2295-38e6-45de-aea0-6e1fa7877658 req-d0777b3b-1933-46ce-b133-80d1857dedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:17.379447 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5aeb2295-38e6-45de-aea0-6e1fa7877658 req-d0777b3b-1933-46ce-b133-80d1857dedf4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 1129 time: 0.0548835 Nov 02 13:14:17.434590 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5aeb2295-38e6-45de-aea0-6e1fa7877658 req-690c05a9-d469-4414-a9d7-e90fddcd5254 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485141 Nov 02 13:14:18.033547 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e47506-3677-48a6-9975-ce01d4b334d8 req-9ac49e41-2f69-4e50-858b-521e035ccd51 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:18.035087 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c3e47506-3677-48a6-9975-ce01d4b334d8 req-9ac49e41-2f69-4e50-858b-521e035ccd51 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0541389 Nov 02 13:14:18.095586 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c3e47506-3677-48a6-9975-ce01d4b334d8 req-4418011b-39af-4e22-9b87-79d739ead133 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543404 Nov 02 13:14:18.465238 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee3063-6399-4251-866f-03104cf02f9b req-ed6f25b8-664b-4664-b1a4-c5bff5d05a71 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:18.467005 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9cee3063-6399-4251-866f-03104cf02f9b req-ed6f25b8-664b-4664-b1a4-c5bff5d05a71 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0625448 Nov 02 13:14:18.479307 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe6d33-89f8-48fc-bdec-baab09d972a5 req-05f3702d-ab80-42eb-9e7f-293ac36255c6 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:18.481979 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-39fe6d33-89f8-48fc-bdec-baab09d972a5 req-05f3702d-ab80-42eb-9e7f-293ac36255c6 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 945 time: 0.0746346 Nov 02 13:14:18.541235 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-9cee3063-6399-4251-866f-03104cf02f9b req-6dce631b-1fa7-4e74-a9ee-496f58f54b2a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617652 Nov 02 13:14:18.584287 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-39fe6d33-89f8-48fc-bdec-baab09d972a5 req-43a51acd-f74b-4114-8d85-0ad16a910c81 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922437 Nov 02 13:14:18.671874 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d02ba0-85b6-4599-89b7-d39be8dbbd3d req-60c31917-a284-4f77-aab5-0a8995064712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:18.673434 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-41d02ba0-85b6-4599-89b7-d39be8dbbd3d req-60c31917-a284-4f77-aab5-0a8995064712 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfa74284a39c45509855203870854f78&device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 1129 time: 0.0528419 Nov 02 13:14:18.786605 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d02ba0-85b6-4599-89b7-d39be8dbbd3d req-5a558657-7873-43c3-abe6-f532cb19e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:18.788192 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-41d02ba0-85b6-4599-89b7-d39be8dbbd3d req-5a558657-7873-43c3-abe6-f532cb19e29b service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d HTTP/1.1" status: 200 len: 913 time: 0.1076083 Nov 02 13:14:18.886469 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-41d02ba0-85b6-4599-89b7-d39be8dbbd3d req-af13e6ea-0209-4329-a296-3d24aca49b9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e261bea4-743a-4b9b-9444-7738c496963c HTTP/1.1" status: 200 len: 1001 time: 0.0913239 Nov 02 13:14:18.953947 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d02ba0-85b6-4599-89b7-d39be8dbbd3d req-fffdf58b-5886-4f0e-bb18-4322ef531003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:18.955478 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-41d02ba0-85b6-4599-89b7-d39be8dbbd3d req-fffdf58b-5886-4f0e-bb18-4322ef531003 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52 HTTP/1.1" status: 200 len: 850 time: 0.0622542 Nov 02 13:14:19.019094 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d02ba0-85b6-4599-89b7-d39be8dbbd3d req-a49e1f22-75c5-4d8b-beb1-3990c05dec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:19.020873 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-41d02ba0-85b6-4599-89b7-d39be8dbbd3d req-a49e1f22-75c5-4d8b-beb1-3990c05dec49 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0588608 Nov 02 13:14:19.121184 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-41d02ba0-85b6-4599-89b7-d39be8dbbd3d req-44a550b2-e494-4573-8c7b-3c89fc65520a service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936339 Nov 02 13:14:19.219143 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-41d02ba0-85b6-4599-89b7-d39be8dbbd3d req-85532269-e61a-4d85-91a3-9838ed76d23d service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923526 Nov 02 13:14:19.676290 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f619fa-06e0-4e98-95f8-d36d255000ee req-94fa0416-4d90-44c0-9e9c-b3d5fdb2c3f0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:19.677860 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d3f619fa-06e0-4e98-95f8-d36d255000ee req-94fa0416-4d90-44c0-9e9c-b3d5fdb2c3f0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0599456 Nov 02 13:14:19.730260 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d3f619fa-06e0-4e98-95f8-d36d255000ee req-5fed84e5-bc4f-4420-b61b-25a272288cfd tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462537 Nov 02 13:14:19.743241 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d95ec-9d2a-444b-a6b7-2ccb81ba75f0 req-c0bc80fb-f859-4313-9899-0d21e5d5cc23 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:19.745061 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-898d95ec-9d2a-444b-a6b7-2ccb81ba75f0 req-c0bc80fb-f859-4313-9899-0d21e5d5cc23 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 945 time: 0.0626483 Nov 02 13:14:19.799344 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-898d95ec-9d2a-444b-a6b7-2ccb81ba75f0 req-814ea2b9-cd2e-4913-ac20-a4da301fa38a tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469694 Nov 02 13:14:20.860392 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567f0e6-d60c-4a80-9383-a1cca50a3d0c req-16c96f06-e040-4aca-9548-1c08a6985e29 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:20.862103 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3567f0e6-d60c-4a80-9383-a1cca50a3d0c req-16c96f06-e040-4aca-9548-1c08a6985e29 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0544908 Nov 02 13:14:20.915316 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-3567f0e6-d60c-4a80-9383-a1cca50a3d0c req-b2d013ab-64b5-450e-8a84-b3aa1f783f84 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457330 Nov 02 13:14:34.385592 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fde16996-1d5a-4322-9dab-b675fe129da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:38.373919 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-99c7cd7b-9d8c-41f2-a424-bde6ff1a6204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:40.636012 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:41.185221 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:14:41.458417 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:41.698735 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:44.076742 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227fdae-a3aa-44fc-9cfb-38780815c378 req-5fcea8f8-07e1-46ab-8798-e3942e34cb24 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:44.078357 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b227fdae-a3aa-44fc-9cfb-38780815c378 req-5fcea8f8-07e1-46ab-8798-e3942e34cb24 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 945 time: 0.0614681 Nov 02 13:14:44.150779 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b227fdae-a3aa-44fc-9cfb-38780815c378 req-d0939e7f-0695-4359-ae10-8b9c0e0093e3 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654380 Nov 02 13:14:44.921136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:45.298466 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c8594-5de1-4904-9bb5-1efea94f6fae req-6a508a47-ae40-42eb-a221-2335c08098b7 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:45.300051 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-469c8594-5de1-4904-9bb5-1efea94f6fae req-6a508a47-ae40-42eb-a221-2335c08098b7 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 945 time: 0.0610867 Nov 02 13:14:45.375173 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-469c8594-5de1-4904-9bb5-1efea94f6fae req-80c68c92-1757-4a62-882d-1caa3c03a2b9 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671895 Nov 02 13:14:46.512851 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92aee-fd66-447b-bb9c-f0b31ca07443 req-f8a3800a-982a-4fe6-8cf6-4e160aa8b91d tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:46.514503 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-03c92aee-fd66-447b-bb9c-f0b31ca07443 req-f8a3800a-982a-4fe6-8cf6-4e160aa8b91d tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 945 time: 0.0586088 Nov 02 13:14:46.575616 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-03c92aee-fd66-447b-bb9c-f0b31ca07443 req-814d6a76-12dc-4d2d-9558-ced11b820bcf tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540147 Nov 02 13:14:47.704452 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4608a-dea1-4c5c-ace7-049ea4f4312b req-201f5183-db82-4c84-8de1-506ea7271949 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:47.706035 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c3a4608a-dea1-4c5c-ace7-049ea4f4312b req-201f5183-db82-4c84-8de1-506ea7271949 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 945 time: 0.0552723 Nov 02 13:14:47.754209 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c3a4608a-dea1-4c5c-ace7-049ea4f4312b req-a23c837d-38fa-4789-8ae8-f17273277cff tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Nov 02 13:14:48.882663 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85858f6d-c43d-4a66-a98c-903e7dc512d7 req-a6cc78eb-d47c-4a22-aed5-0f9fa6816985 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:48.884255 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-85858f6d-c43d-4a66-a98c-903e7dc512d7 req-a6cc78eb-d47c-4a22-aed5-0f9fa6816985 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 945 time: 0.0557911 Nov 02 13:14:48.937466 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-85858f6d-c43d-4a66-a98c-903e7dc512d7 req-986c9e87-1216-4fad-aff4-de758ae54cca tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/security-groups?id=42517c66-245b-4681-8fa2-47f1fb85252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463555 Nov 02 13:14:49.300421 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17995e8-3184-496f-b756-760d69943d71 req-596cef69-2461-477e-b495-f917a4a776fa tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:49.301965 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b17995e8-3184-496f-b756-760d69943d71 req-596cef69-2461-477e-b495-f917a4a776fa tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 945 time: 0.0553455 Nov 02 13:14:49.400793 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-b17995e8-3184-496f-b756-760d69943d71 req-487ba4df-7569-4229-9c21-728603bb91a2 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Deleting port 18714d02-d179-42d8-9868-a5ac17dd9cb4 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:14:49.401131 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-b17995e8-3184-496f-b756-760d69943d71 req-487ba4df-7569-4229-9c21-728603bb91a2 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:49.529372 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-b17995e8-3184-496f-b756-760d69943d71 req-487ba4df-7569-4229-9c21-728603bb91a2 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] For port 18714d02-d179-42d8-9868-a5ac17dd9cb4, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=18714d02-d179-42d8-9868-a5ac17dd9cb4,segment=NetworkSegment(000e346c-0620-4920-94f1-3c585af42ed1),segment_id=000e346c-0620-4920-94f1-3c585af42ed1)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:49.529763 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-b17995e8-3184-496f-b756-760d69943d71 req-487ba4df-7569-4229-9c21-728603bb91a2 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:49.543365 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-b17995e8-3184-496f-b756-760d69943d71 req-487ba4df-7569-4229-9c21-728603bb91a2 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Calling delete_port for 18714d02-d179-42d8-9868-a5ac17dd9cb4 owned by compute:nova {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:14:49.819404 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-b17995e8-3184-496f-b756-760d69943d71 req-487ba4df-7569-4229-9c21-728603bb91a2 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (18714d02-d179-42d8-9868-a5ac17dd9cb4), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:49.848390 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ba4df-7569-4229-9c21-728603bb91a2 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Pushing event deleted for resources: {'Port': ['ID=18714d02-d179-42d8-9868-a5ac17dd9cb4,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:49.862403 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['18714d02-d179-42d8-9868-a5ac17dd9cb4'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:14:49.893005 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17995e8-3184-496f-b756-760d69943d71 req-487ba4df-7569-4229-9c21-728603bb91a2 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] No DVR routers for this DVR port 18714d02-d179-42d8-9868-a5ac17dd9cb4 on host hv-cinder-86327 {{(pid=116229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:14:49.895486 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-b17995e8-3184-496f-b756-760d69943d71 req-487ba4df-7569-4229-9c21-728603bb91a2 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:49.898831 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b17995e8-3184-496f-b756-760d69943d71 req-487ba4df-7569-4229-9c21-728603bb91a2 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.86 "DELETE /v2.0/ports/18714d02-d179-42d8-9868-a5ac17dd9cb4 HTTP/1.1" status: 204 len: 173 time: 0.5914872 Nov 02 13:14:49.899334 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b4cfc9-f39e-446b-ae28-e63b942460cc', 'name': 'network-vif-deleted', 'tag': '18714d02-d179-42d8-9868-a5ac17dd9cb4'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:14:49.901603 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5dbaa0-5bc4-463e-9e00-51514b72a4eb" -d '{"events": [{"server_uuid": "e9b4cfc9-f39e-446b-ae28-e63b942460cc", "name": "network-vif-deleted", "tag": "18714d02-d179-42d8-9868-a5ac17dd9cb4"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:14:49.937936 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7320d3d4-9468-48e6-b4f2-55130eaedbce x-openstack-request-id: req-7320d3d4-9468-48e6-b4f2-55130eaedbce {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:14:49.938241 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b4cfc9-f39e-446b-ae28-e63b942460cc", "name": "network-vif-deleted", "tag": "18714d02-d179-42d8-9868-a5ac17dd9cb4", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:14:49.938503 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7320d3d4-9468-48e6-b4f2-55130eaedbce {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:14:49.938954 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7320d3d4-9468-48e6-b4f2-55130eaedbce'] response: {'server_uuid': 'e9b4cfc9-f39e-446b-ae28-e63b942460cc', 'name': 'network-vif-deleted', 'tag': '18714d02-d179-42d8-9868-a5ac17dd9cb4', 'status': 'completed', 'code': 200} Nov 02 13:14:50.050138 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-bfeb050b-f303-4f19-85d3-0479e718aae6 req-93e198fa-299c-40c4-97b7-06256c7cceb4 tempest-VolumesSnapshotTestJSON-1795628948 tempest-VolumesSnapshotTestJSON-1795628948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e9b4cfc9-f39e-446b-ae28-e63b942460cc HTTP/1.1" status: 200 len: 210 time: 0.0316093 Nov 02 13:14:52.262972 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-66002453-83f7-4b20-93a7-d28426125fd9 req-03d043d6-7ee9-4884-af75-24b9f6613745 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560389 Nov 02 13:14:52.347890 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002453-83f7-4b20-93a7-d28426125fd9 req-998ca64d-41fc-4d43-88e2-1ed39b5ea9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:52.349409 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-66002453-83f7-4b20-93a7-d28426125fd9 req-998ca64d-41fc-4d43-88e2-1ed39b5ea9d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfa74284a39c45509855203870854f78&device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 1129 time: 0.0478904 Nov 02 13:14:52.469384 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002453-83f7-4b20-93a7-d28426125fd9 req-864449fe-040c-411a-af0c-ed2c22c2b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:52.471087 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-66002453-83f7-4b20-93a7-d28426125fd9 req-864449fe-040c-411a-af0c-ed2c22c2b421 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d HTTP/1.1" status: 200 len: 913 time: 0.0946980 Nov 02 13:14:52.547425 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-66002453-83f7-4b20-93a7-d28426125fd9 req-7a9e17d3-6b2a-4c39-a3dd-abf33097ec58 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e261bea4-743a-4b9b-9444-7738c496963c HTTP/1.1" status: 200 len: 1001 time: 0.0701878 Nov 02 13:14:52.601944 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002453-83f7-4b20-93a7-d28426125fd9 req-a3a773d5-b838-4955-abfe-1ff458eb9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:52.603505 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-66002453-83f7-4b20-93a7-d28426125fd9 req-a3a773d5-b838-4955-abfe-1ff458eb9998 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52 HTTP/1.1" status: 200 len: 850 time: 0.0488112 Nov 02 13:14:52.665682 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002453-83f7-4b20-93a7-d28426125fd9 req-f95fe76c-27c7-41fc-9da4-1596cce93e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:52.667568 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-66002453-83f7-4b20-93a7-d28426125fd9 req-f95fe76c-27c7-41fc-9da4-1596cce93e4f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0579629 Nov 02 13:14:52.766895 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-66002453-83f7-4b20-93a7-d28426125fd9 req-d555dbd8-3eb5-4f14-b5da-4aa607b86392 service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919080 Nov 02 13:14:52.880781 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-66002453-83f7-4b20-93a7-d28426125fd9 req-deff10cd-4418-4344-bad0-7d8c8dbb016f service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069643 Nov 02 13:14:54.784828 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 18714d02-d179-42d8-9868-a5ac17dd9cb4 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:54.805921 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 18714d02-d179-42d8-9868-a5ac17dd9cb4 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:14:54.805921 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 18714d02-d179-42d8-9868-a5ac17dd9cb4 not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:59.950141 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c1e6a-088b-4eb3-8fab-c68e083e8683 req-9c6a9813-f74f-4296-8cc4-2971b02e1754 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:59.951736 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-276c1e6a-088b-4eb3-8fab-c68e083e8683 req-9c6a9813-f74f-4296-8cc4-2971b02e1754 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0631945 Nov 02 13:15:00.008275 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-276c1e6a-088b-4eb3-8fab-c68e083e8683 req-c2e6deaa-1e94-4178-b33c-537c046bd0b5 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497103 Nov 02 13:15:01.142726 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70987723-4d0a-4ff7-862f-f361fe5965a6 req-1e7c6b9a-0e67-4f6c-9f88-6e5524606605 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:01.144136 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-70987723-4d0a-4ff7-862f-f361fe5965a6 req-1e7c6b9a-0e67-4f6c-9f88-6e5524606605 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0587444 Nov 02 13:15:01.192383 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-70987723-4d0a-4ff7-862f-f361fe5965a6 req-38604856-513e-4b6b-9283-c6f146840d7e tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426042 Nov 02 13:15:02.205654 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb045-885d-4b8d-8744-45f320abf1de req-cb57300b-64c4-4570-8b06-f3feaa86c2a0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:02.207205 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-892cb045-885d-4b8d-8744-45f320abf1de req-cb57300b-64c4-4570-8b06-f3feaa86c2a0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.86 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.0590684 Nov 02 13:15:02.347049 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Deleting port e261bea4-743a-4b9b-9444-7738c496963c {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:15:02.347385 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (e261bea4-743a-4b9b-9444-7738c496963c), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:02.393229 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db84f0-8df0-480e-9d40-048ea5fdcb42 req-f3119fa5-97e4-42f3-96e6-dbbd20f24a4f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:02.394703 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f8db84f0-8df0-480e-9d40-048ea5fdcb42 req-f3119fa5-97e4-42f3-96e6-dbbd20f24a4f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 945 time: 0.1102858 Nov 02 13:15:02.480351 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f8db84f0-8df0-480e-9d40-048ea5fdcb42 req-17b72eae-b982-484f-8567-957850653c86 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=a5e9e54a-906d-4b75-959b-9802892d7805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795703 Nov 02 13:15:02.487365 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] For port e261bea4-743a-4b9b-9444-7738c496963c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=e261bea4-743a-4b9b-9444-7738c496963c,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:02.487955 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (e261bea4-743a-4b9b-9444-7738c496963c), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:02.661858 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:02.662142 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (205da052-d0bc-4e5f-a42f-7ff33c40d823), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:02.662716 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.l3_db [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Floating IP 205da052-d0bc-4e5f-a42f-7ff33c40d823 disassociated. External IP: 172.28.4.207, port: e261bea4-743a-4b9b-9444-7738c496963c. Nov 02 13:15:02.663056 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Calling delete_port for e261bea4-743a-4b9b-9444-7738c496963c owned by compute:nova {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:15:02.928367 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (e261bea4-743a-4b9b-9444-7738c496963c), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:02.960433 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event deleted for resources: {'Port': ['ID=e261bea4-743a-4b9b-9444-7738c496963c,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:02.970959 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:02.971308 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:02.971829 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:02.972108 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:02.972448 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:02.972842 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:02.973199 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:02.973542 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:02.973879 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:02.974210 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:02.974597 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:02.975476 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:02.975476 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:03.090622 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Router b4f44728-e759-47d0-8426-6f56d896be35 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:15:03.207975 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:03.218300 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab2370-812a-483d-95cb-ef0dfc9558e5 None None] Sync routers for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:03.230439 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab2370-812a-483d-95cb-ef0dfc9558e5 None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:15:03.231185 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-afab2370-812a-483d-95cb-ef0dfc9558e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:14:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:03.254924 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] No DVR routers for this DVR port e261bea4-743a-4b9b-9444-7738c496963c on host hv-cinder-86327 {{(pid=116229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:15:03.257967 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:03.261709 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-892cb045-885d-4b8d-8744-45f320abf1de req-7e5e40c8-4201-4a6d-85cd-47aa88486bbf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.86 "DELETE /v2.0/ports/e261bea4-743a-4b9b-9444-7738c496963c HTTP/1.1" status: 204 len: 173 time: 1.0484276 Nov 02 13:15:03.262447 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239c716-2db7-4888-ab70-8e65de537a45', 'name': 'network-vif-deleted', 'tag': 'e261bea4-743a-4b9b-9444-7738c496963c'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:15:03.264955 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8255531-dc0c-49cf-ab44-7c5ad11ab893" -d '{"events": [{"server_uuid": "d239c716-2db7-4888-ab70-8e65de537a45", "name": "network-vif-deleted", "tag": "e261bea4-743a-4b9b-9444-7738c496963c"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:15:03.308524 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa09ab9-286a-4009-bef1-43d02f4632b4 x-openstack-request-id: req-faa09ab9-286a-4009-bef1-43d02f4632b4 {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:15:03.308702 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239c716-2db7-4888-ab70-8e65de537a45", "name": "network-vif-deleted", "tag": "e261bea4-743a-4b9b-9444-7738c496963c", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:15:03.308895 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-faa09ab9-286a-4009-bef1-43d02f4632b4 {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:15:03.309477 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa09ab9-286a-4009-bef1-43d02f4632b4'] response: {'server_uuid': 'd239c716-2db7-4888-ab70-8e65de537a45', 'name': 'network-vif-deleted', 'tag': 'e261bea4-743a-4b9b-9444-7738c496963c', 'status': 'completed', 'code': 200} Nov 02 13:15:03.346206 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-afab2370-812a-483d-95cb-ef0dfc9558e5 None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:15:03.595220 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-afab2370-812a-483d-95cb-ef0dfc9558e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:53Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:03.617532 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7b30dc5e-9bff-4ca6-852a-2994376f7f17 req-d3314c1d-c3c7-40da-97ad-5c6fb629dd4e tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239c716-2db7-4888-ab70-8e65de537a45 HTTP/1.1" status: 200 len: 210 time: 0.0305316 Nov 02 13:15:03.624229 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab2370-812a-483d-95cb-ef0dfc9558e5 None None] Checking router: b4f44728-e759-47d0-8426-6f56d896be35 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:03.634336 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab2370-812a-483d-95cb-ef0dfc9558e5 None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:15:03.635853 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-afab2370-812a-483d-95cb-ef0dfc9558e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:14:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:03.753624 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-afab2370-812a-483d-95cb-ef0dfc9558e5 None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:15:03.994968 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-afab2370-812a-483d-95cb-ef0dfc9558e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:53Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:04.028754 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab2370-812a-483d-95cb-ef0dfc9558e5 None None] The sync data for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb is: [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:53Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:04.303809 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55d2d4-3c5f-4052-8dcf-8313f06eb779 None None] New status for floating IP 205da052-d0bc-4e5f-a42f-7ff33c40d823: DOWN {{(pid=116232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:15:04.448005 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-3d82578f-7827-4a58-97db-a2d4adf2e2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:04.778393 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35104) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:04.835393 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-94b3f730-98b2-49cf-bced-b4bfac887ef7 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group (a5e9e54a-906d-4b75-959b-9802892d7805), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:04.860476 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-94b3f730-98b2-49cf-bced-b4bfac887ef7 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group (a5e9e54a-906d-4b75-959b-9802892d7805), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:05.327461 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-94b3f730-98b2-49cf-bced-b4bfac887ef7 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (a5e9e54a-906d-4b75-959b-9802892d7805), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:05.330807 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-94b3f730-98b2-49cf-bced-b4bfac887ef7 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:05.332021 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-94b3f730-98b2-49cf-bced-b4bfac887ef7 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "DELETE /v2.0/security-groups/a5e9e54a-906d-4b75-959b-9802892d7805 HTTP/1.1" status: 204 len: 168 time: 0.5525949 Nov 02 13:15:05.336734 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35106) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:05.350307 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3f730-98b2-49cf-bced-b4bfac887ef7 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e9e54a-906d-4b75-959b-9802892d7805,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:05.357607 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.api.v2.resource [None req-831146d3-9800-4856-b0bb-83eccea4df2c tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] show failed (client error): The resource could not be found. Nov 02 13:15:05.358686 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-831146d3-9800-4856-b0bb-83eccea4df2c tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups/a5e9e54a-906d-4b75-959b-9802892d7805 HTTP/1.1" status: 404 len: 347 time: 0.0210283 Nov 02 13:15:05.361671 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35108) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:05.502268 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-e5f05dc0-cc07-4d1a-ad31-8d03c5f9c27a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Deleting port c22e3824-bf97-45cf-9b8b-cb60a484e52f {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:15:05.502607 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e5f05dc0-cc07-4d1a-ad31-8d03c5f9c27a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (c22e3824-bf97-45cf-9b8b-cb60a484e52f), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:05.583169 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e5f05dc0-cc07-4d1a-ad31-8d03c5f9c27a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (c22e3824-bf97-45cf-9b8b-cb60a484e52f), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:05.583443 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e5f05dc0-cc07-4d1a-ad31-8d03c5f9c27a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (c22e3824-bf97-45cf-9b8b-cb60a484e52f), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:05.597617 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-e5f05dc0-cc07-4d1a-ad31-8d03c5f9c27a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Calling delete_port for c22e3824-bf97-45cf-9b8b-cb60a484e52f owned by network:floatingip {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:15:05.899789 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e5f05dc0-cc07-4d1a-ad31-8d03c5f9c27a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (c22e3824-bf97-45cf-9b8b-cb60a484e52f), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:05.926368 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f05dc0-cc07-4d1a-ad31-8d03c5f9c27a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event deleted for resources: {'Port': ['ID=c22e3824-bf97-45cf-9b8b-cb60a484e52f,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:06.001083 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e5f05dc0-cc07-4d1a-ad31-8d03c5f9c27a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (205da052-d0bc-4e5f-a42f-7ff33c40d823), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.003723 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e5f05dc0-cc07-4d1a-ad31-8d03c5f9c27a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.004976 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-e5f05dc0-cc07-4d1a-ad31-8d03c5f9c27a tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "DELETE /v2.0/floatingips/205da052-d0bc-4e5f-a42f-7ff33c40d823 HTTP/1.1" status: 204 len: 168 time: 0.6419601 Nov 02 13:15:06.247686 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35118) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:06.252586 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1075462825', 'description': 'tempest-description--1778512716'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:06.402052 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.479580 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group (851e1d36-dd16-46a1-815c-ac2929d83cfc), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.596330 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (851e1d36-dd16-46a1-815c-ac2929d83cfc), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.627168 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851e1d36-dd16-46a1-815c-ac2929d83cfc,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:06.634273 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.634625 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.634968 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.635305 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.635636 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.635965 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.636291 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.636615 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.636940 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.637260 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.637621 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.638038 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.641572 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.724335 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.725753 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-fcf02d95-9c20-4a2a-b363-ac9cb3147f0b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4769967 Nov 02 13:15:06.729907 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35120) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:06.735221 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-ca37b3a4-40df-42af-984e-a394a1d2bf99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Request body: {'security_group_rule': {'security_group_id': '851e1d36-dd16-46a1-815c-ac2929d83cfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:06.778641 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device e261bea4-743a-4b9b-9444-7738c496963c no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:06.800485 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: e261bea4-743a-4b9b-9444-7738c496963c {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:15:06.800833 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device e261bea4-743a-4b9b-9444-7738c496963c not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:15:06.842103 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ca37b3a4-40df-42af-984e-a394a1d2bf99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group_rule (e312a452-3deb-48c0-8e85-ddcde9f80503), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.911076 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ca37b3a4-40df-42af-984e-a394a1d2bf99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group_rule (e312a452-3deb-48c0-8e85-ddcde9f80503), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.018903 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ca37b3a4-40df-42af-984e-a394a1d2bf99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (e312a452-3deb-48c0-8e85-ddcde9f80503), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.036292 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37b3a4-40df-42af-984e-a394a1d2bf99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e312a452-3deb-48c0-8e85-ddcde9f80503,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:07.141886 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ca37b3a4-40df-42af-984e-a394a1d2bf99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.143145 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-ca37b3a4-40df-42af-984e-a394a1d2bf99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4118786 Nov 02 13:15:07.146048 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35128) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:07.150448 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-06d7bb2a-5c70-4801-80d9-bd3758af666b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Request body: {'security_group_rule': {'security_group_id': '851e1d36-dd16-46a1-815c-ac2929d83cfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:07.269080 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-06d7bb2a-5c70-4801-80d9-bd3758af666b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group_rule (b4a09a64-5df0-46c1-b556-72edcf02a6d9), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.335485 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-06d7bb2a-5c70-4801-80d9-bd3758af666b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group_rule (b4a09a64-5df0-46c1-b556-72edcf02a6d9), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.447558 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-06d7bb2a-5c70-4801-80d9-bd3758af666b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (b4a09a64-5df0-46c1-b556-72edcf02a6d9), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.466052 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7bb2a-5c70-4801-80d9-bd3758af666b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a09a64-5df0-46c1-b556-72edcf02a6d9,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:07.569339 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-06d7bb2a-5c70-4801-80d9-bd3758af666b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.571071 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-06d7bb2a-5c70-4801-80d9-bd3758af666b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4238844 Nov 02 13:15:07.574541 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35132) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:07.580124 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Request body: {'floatingip': {'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:07.716356 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.827453 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.937188 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Allocated IP 172.28.4.73 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/9b93be08-97de-4331-8b26-d4e1efa2ee17) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:08.044586 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for port (9b93be08-97de-4331-8b26-d4e1efa2ee17), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.174378 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (9b93be08-97de-4331-8b26-d4e1efa2ee17), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.216852 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:08.219984 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:08.226495 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:15:08.232032 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event updated for resources: {'Port': ['ID=9b93be08-97de-4331-8b26-d4e1efa2ee17,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:08.324734 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (d10b44f2-4b7e-4bb0-8f09-9bb39ec65344), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.424732 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8fa25dd6-7df8-4ac9-b9da-b7e52f0c914a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.527911 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (9b93be08-97de-4331-8b26-d4e1efa2ee17), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.690403 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for port (9b93be08-97de-4331-8b26-d4e1efa2ee17), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.847911 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (9b93be08-97de-4331-8b26-d4e1efa2ee17), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.920468 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (d10b44f2-4b7e-4bb0-8f09-9bb39ec65344), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.924532 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event updated for resources: {'Port': ['ID=9b93be08-97de-4331-8b26-d4e1efa2ee17,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:09.044583 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:09.045045 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-4e9bac04-7c4d-4ccb-bb75-a7de3e1c7c99 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4692256 Nov 02 13:15:09.252004 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-2293a0fb-61f2-4caa-a056-e6b4b92e481b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1075462825&fields=id&tenant_id=cfa74284a39c45509855203870854f78 HTTP/1.1" status: 200 len: 267 time: 0.0434470 Nov 02 13:15:09.376544 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-d3b0787e-7653-4a1e-968a-2d0aa7bcdcaf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:09.378269 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-d3b0787e-7653-4a1e-968a-2d0aa7bcdcaf tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/networks?id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d HTTP/1.1" status: 200 len: 811 time: 0.1196899 Nov 02 13:15:09.396129 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-f365be2d-be3c-481e-9012-cc81f57dbd1b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/quotas/cfa74284a39c45509855203870854f78 HTTP/1.1" status: 200 len: 375 time: 0.0115526 Nov 02 13:15:09.464802 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-3ae2e53d-8ccc-4cb7-a2a7-25ceab3665d5 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfa74284a39c45509855203870854f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619423 Nov 02 13:15:09.574302 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-9f4a624f-e1e7-4444-8107-91dba6f9dee6 service neutron] 10.222.0.93 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975633 Nov 02 13:15:09.699767 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-b9426afc-5f8c-40e2-b405-9273d18d767e service neutron] 10.222.0.93 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184490 Nov 02 13:15:10.073236 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-ddbac9f5-f4f2-410c-8cda-1eed2f8f4c46 req-755fdd0a-1ce6-4aac-998a-d05e0dfd05f9 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 210 time: 0.0329978 Nov 02 13:15:10.616826 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.179376 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-43f3aaa5-6fdc-454a-b103-333a742318ff req-998a4705-68d6-40a7-b85c-a178bc2a9857 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 210 time: 0.0302281 Nov 02 13:15:11.430548 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.870528 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.285679 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-79faaf5b-66bc-480c-94b6-ed8eccc560de req-ee789f31-8625-4764-a579-9b7822321444 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 210 time: 0.0283225 Nov 02 13:15:12.686761 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-15dd5029-c5d2-41c0-a7fc-2a77bd282b56 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:12.688289 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-15dd5029-c5d2-41c0-a7fc-2a77bd282b56 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.86 "GET /v2.0/networks?id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d HTTP/1.1" status: 200 len: 811 time: 0.1149325 Nov 02 13:15:12.719909 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35194) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:12.765523 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b63d4aa-5b5c-4309-8038-24a8a17c6dee admin admin] Deleting subnet 6748f83b-fab5-4b33-96d4-cfef522fafd3 {{(pid=116230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:15:12.769291 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1b63d4aa-5b5c-4309-8038-24a8a17c6dee admin admin] Publish callbacks [] for subnet (6748f83b-fab5-4b33-96d4-cfef522fafd3), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.778553 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-d69e97de-125a-4364-aaf8-8bde14e38b3f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfa74284a39c45509855203870854f78 HTTP/1.1" status: 200 len: 380 time: 0.0585442 Nov 02 13:15:12.788993 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Request body: {'port': {'device_id': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'admin_state_up': True, 'tenant_id': 'cfa74284a39c45509855203870854f78', 'security_groups': ['851e1d36-dd16-46a1-815c-ac2929d83cfc']}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:12.806648 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1b63d4aa-5b5c-4309-8038-24a8a17c6dee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4597044'] for subnet (6748f83b-fab5-4b33-96d4-cfef522fafd3), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.858154 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1b63d4aa-5b5c-4309-8038-24a8a17c6dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (6748f83b-fab5-4b33-96d4-cfef522fafd3), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.087769 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Made reservation on behalf of cfa74284a39c45509855203870854f78 for: {'port': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:15:13.088140 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1b63d4aa-5b5c-4309-8038-24a8a17c6dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4597152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5051703'] for subnet (6748f83b-fab5-4b33-96d4-cfef522fafd3), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.092186 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.114260 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63d4aa-5b5c-4309-8038-24a8a17c6dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6748f83b-fab5-4b33-96d4-cfef522fafd3,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:13.117922 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-1b63d4aa-5b5c-4309-8038-24a8a17c6dee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.121141 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-1b63d4aa-5b5c-4309-8038-24a8a17c6dee admin admin] 10.222.0.93 "DELETE /v2.0/subnets/6748f83b-fab5-4b33-96d4-cfef522fafd3 HTTP/1.1" status: 204 len: 168 time: 0.4002218 Nov 02 13:15:13.123718 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35196) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:13.196416 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.223654 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Allocated IP 172.20.0.7 (9b0a0306-e700-4dd2-9f43-5d4f0d077c8d/ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52/e499b158-e6a8-49ea-9a6a-fb72927b9ffd) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:13.288240 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.310722 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9']}} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:13.332114 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000e346c-0620-4920-94f1-3c585af42ed1') {'for_net_delete': True} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:13.332424 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000e346c-0620-4920-94f1-3c585af42ed1') {} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:13.345583 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4597037'] for segment (000e346c-0620-4920-94f1-3c585af42ed1), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.367820 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (000e346c-0620-4920-94f1-3c585af42ed1), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.378942 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] Releasing vlan 1493 on physical network physnet1 to pool {{(pid=116230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:15:13.385176 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4602182'] for segment (000e346c-0620-4920-94f1-3c585af42ed1), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.424742 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment 000e346c-0620-4920-94f1-3c585af42ed1 resource provider aggregate not found Nov 02 13:15:13.426847 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.430488 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e09ec810-ea1b-4707-9910-52aa392fcd3c req-81084f1b-4a48-451f-85a4-4f591a3f9207 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 210 time: 0.0583959 Nov 02 13:15:13.444142 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment 000e346c-0620-4920-94f1-3c585af42ed1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 000e346c-0620-4920-94f1-3c585af42ed1 found for delete ", "request_id": "req-80a757c9-9c9b-4981-a8fb-c2854a951c29"}]} Nov 02 13:15:13.555959 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.561526 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.571983 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] 10.222.0.93 "DELETE /v2.0/networks/2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9 HTTP/1.1" status: 204 len: 168 time: 0.4401832 Nov 02 13:15:13.576738 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e97a8-993a-4a5b-a33f-f3f84ff3eafe admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9ae60f-6bf7-4d8d-9e78-f5582e28bfe9,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:13.646407 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.691521 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:13.694692 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:13.697216 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:15:13.725463 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event updated for resources: {'Port': ['ID=e499b158-e6a8-49ea-9a6a-fb72927b9ffd,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:13.757905 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:13.758571 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.856452 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-be6b2301-4a21-4df4-acb2-16c4c597b0fb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0716360 Nov 02 13:15:13.874966 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Request body: {'port': {'device_id': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:13.925409 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-d0acf69c-47ef-4d3e-8250-aace8c234fc1 None None] Provisioning complete for port e499b158-e6a8-49ea-9a6a-fb72927b9ffd triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:13.926331 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d0acf69c-47ef-4d3e-8250-aace8c234fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.926331 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d0acf69c-47ef-4d3e-8250-aace8c234fc1 None None] Attempt 1 to provision port e499b158-e6a8-49ea-9a6a-fb72927b9ffd Nov 02 13:15:13.941978 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.970761 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d0acf69c-47ef-4d3e-8250-aace8c234fc1 None None] Port e499b158-e6a8-49ea-9a6a-fb72927b9ffd cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:13.995967 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35210) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:14.039174 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-7475f475-2e12-4e7f-b5d5-31a9eb29337c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1062b15bdd7944f0a6ec80e59e9300e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418484 Nov 02 13:15:14.042482 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35212) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:14.098421 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9f8de3b2-91e4-4946-9ecd-6b8f42abb931 admin admin] Publish callbacks [] for security_group (42517c66-245b-4681-8fa2-47f1fb85252a), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.121394 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9f8de3b2-91e4-4946-9ecd-6b8f42abb931 admin admin] Publish callbacks [] for security_group (42517c66-245b-4681-8fa2-47f1fb85252a), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.215104 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e499b158-e6a8-49ea-9a6a-fb72927b9ffd {{(pid=116229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:15:14.224373 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Publish callbacks [] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.390098 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.provisioning_blocks [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Transition to ACTIVE for port object e499b158-e6a8-49ea-9a6a-fb72927b9ffd will not be triggered until provisioned by entity L2. {{(pid=116229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:15:14.390371 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9f8de3b2-91e4-4946-9ecd-6b8f42abb931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (42517c66-245b-4681-8fa2-47f1fb85252a), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.392868 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-9f8de3b2-91e4-4946-9ecd-6b8f42abb931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.394077 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-9f8de3b2-91e4-4946-9ecd-6b8f42abb931 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/42517c66-245b-4681-8fa2-47f1fb85252a HTTP/1.1" status: 204 len: 168 time: 0.3506174 Nov 02 13:15:14.402478 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8de3b2-91e4-4946-9ecd-6b8f42abb931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42517c66-245b-4681-8fa2-47f1fb85252a,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:14.472335 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d0acf69c-47ef-4d3e-8250-aace8c234fc1 None None] Attempt 2 to provision port e499b158-e6a8-49ea-9a6a-fb72927b9ffd Nov 02 13:15:14.515380 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d0acf69c-47ef-4d3e-8250-aace8c234fc1 None None] Port e499b158-e6a8-49ea-9a6a-fb72927b9ffd cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:14.571412 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.610888 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a398cf-507f-4dd3-903a-2a7ec07719ea req-1cdb515c-2f82-423c-8414-4d5ab397fa11 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:14.612456 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-01a398cf-507f-4dd3-903a-2a7ec07719ea req-1cdb515c-2f82-423c-8414-4d5ab397fa11 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 931 time: 0.0571704 Nov 02 13:15:14.637130 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Pushing event updated for resources: {'Port': ['ID=e499b158-e6a8-49ea-9a6a-fb72927b9ffd,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:14.668928 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-01a398cf-507f-4dd3-903a-2a7ec07719ea req-d5e70a18-e9e2-4a3b-b49a-907e2608e6d8 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503721 Nov 02 13:15:14.698615 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Attempting to bind port e499b158-e6a8-49ea-9a6a-fb72927b9ffd on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:15:14.698615 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Attempting to bind port e499b158-e6a8-49ea-9a6a-fb72927b9ffd by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:15:14.698615 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Attempting to bind port e499b158-e6a8-49ea-9a6a-fb72927b9ffd on network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:14.714539 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Port e499b158-e6a8-49ea-9a6a-fb72927b9ffd on network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:15:14.714539 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Attempting to bind port e499b158-e6a8-49ea-9a6a-fb72927b9ffd on network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:14.714539 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:15:14.714539 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Checking segment: {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:15:14.714539 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Bound using segment: {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:15:14.714539 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Bound port: e499b158-e6a8-49ea-9a6a-fb72927b9ffd, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90b5101-e860-46b5-be26-ebe36d8c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d'}}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:15:14.714539 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.772608 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] For port e499b158-e6a8-49ea-9a6a-fb72927b9ffd, host hv-cinder-86327, cleared binding levels {{(pid=116229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:14.775653 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] For port e499b158-e6a8-49ea-9a6a-fb72927b9ffd, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=e499b158-e6a8-49ea-9a6a-fb72927b9ffd,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:14.863048 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.867460 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:14.868095 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.869562 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] 10.222.0.86 "PUT /v2.0/ports/e499b158-e6a8-49ea-9a6a-fb72927b9ffd HTTP/1.1" status: 200 len: 1093 time: 0.9990089 Nov 02 13:15:14.870156 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'tag': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:15:14.872420 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b113487c-4593-4d99-96f2-8735c574ab14" -d '{"events": [{"name": "network-changed", "server_uuid": "502c720c-722b-433c-8a87-9fc6cb5cc16b", "tag": "e499b158-e6a8-49ea-9a6a-fb72927b9ffd"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:15:14.933199 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241a57cf-18c6-43a3-b86e-529afe8a1f1c x-openstack-request-id: req-241a57cf-18c6-43a3-b86e-529afe8a1f1c {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:15:14.933595 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "502c720c-722b-433c-8a87-9fc6cb5cc16b", "tag": "e499b158-e6a8-49ea-9a6a-fb72927b9ffd", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:15:14.934011 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-241a57cf-18c6-43a3-b86e-529afe8a1f1c {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:15:14.934567 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241a57cf-18c6-43a3-b86e-529afe8a1f1c'] response: {'name': 'network-changed', 'server_uuid': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'tag': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd', 'status': 'completed', 'code': 200} Nov 02 13:15:14.938841 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.940603 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04436dc0-f06d-4454-8b36-ca2362732d1b service neutron] Pushing event updated for resources: {'Port': ['ID=e499b158-e6a8-49ea-9a6a-fb72927b9ffd,revision_number=3']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:15.016932 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d0acf69c-47ef-4d3e-8250-aace8c234fc1 None None] Attempt 3 to provision port e499b158-e6a8-49ea-9a6a-fb72927b9ffd Nov 02 13:15:15.023805 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113487c-4593-4d99-96f2-8735c574ab14 req-0c6f071d-3ef5-465e-b8a3-a19b55d48d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:15.025294 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b113487c-4593-4d99-96f2-8735c574ab14 req-0c6f071d-3ef5-465e-b8a3-a19b55d48d2c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfa74284a39c45509855203870854f78&device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 1127 time: 0.0513947 Nov 02 13:15:15.069184 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d0acf69c-47ef-4d3e-8250-aace8c234fc1 None None] Port e499b158-e6a8-49ea-9a6a-fb72927b9ffd had new provisioning blocks added so it will not transition to active. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:15:15.142967 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113487c-4593-4d99-96f2-8735c574ab14 req-f0538eeb-0ca9-4c20-b713-04712df71fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:15.144469 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b113487c-4593-4d99-96f2-8735c574ab14 req-f0538eeb-0ca9-4c20-b713-04712df71fd2 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=cfa74284a39c45509855203870854f78&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1031175 Nov 02 13:15:15.253302 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113487c-4593-4d99-96f2-8735c574ab14 req-18fe5b82-c6fb-4897-bfb5-fae00fec8a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:15.254860 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-b113487c-4593-4d99-96f2-8735c574ab14 req-18fe5b82-c6fb-4897-bfb5-fae00fec8a62 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1046944 Nov 02 13:15:15.362683 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-67124906-8607-4e13-8539-89142479dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:15.364156 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-67124906-8607-4e13-8539-89142479dfe9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfa74284a39c45509855203870854f78&device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 1127 time: 0.0470088 Nov 02 13:15:15.420640 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-65a5f17f-5687-48e1-adb6-f6169708f4d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e499b158-e6a8-49ea-9a6a-fb72927b9ffd HTTP/1.1" status: 200 len: 217 time: 0.0410776 Nov 02 13:15:15.472317 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-1558f865-b1eb-47db-85e7-39f6f7c6417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:15.473861 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-1558f865-b1eb-47db-85e7-39f6f7c6417b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52 HTTP/1.1" status: 200 len: 850 time: 0.0458710 Nov 02 13:15:15.527335 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-09a750cc-0bfc-480a-901d-531f51f9e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:15.528917 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-09a750cc-0bfc-480a-901d-531f51f9e222 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0497308 Nov 02 13:15:15.628787 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-ce797dd8-a93c-4394-afd5-7ab5c0007e3b service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909326 Nov 02 13:15:15.705749 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35240) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:15.728997 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-492c8c56-4cac-421f-87e3-8a41e4d6d5a2 req-9571a3f0-3be5-43b2-852c-11085fe042e8 service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945456 Nov 02 13:15:15.827419 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1209146153-network', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:15.951115 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Made reservation on behalf of 37e1fdd13f2d43e895d76b44fa45b0ef for: {'network': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:15:15.953245 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:15.977978 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:16.028468 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475cc72-ad14-418e-9149-5e344c3f3005 req-d666796e-b223-47ef-879c-c4b99ecbafb0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:16.030014 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5475cc72-ad14-418e-9149-5e344c3f3005 req-d666796e-b223-47ef-879c-c4b99ecbafb0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 943 time: 0.2796688 Nov 02 13:15:16.101625 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-5475cc72-ad14-418e-9149-5e344c3f3005 req-fad60bc7-71ad-415e-9393-f072dfc6a9a8 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652392 Nov 02 13:15:16.116093 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Publish callbacks [] for security_group (9fabaf6c-bb6d-4795-a8f0-fc906b5591e0), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:16.184712 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (9fabaf6c-bb6d-4795-a8f0-fc906b5591e0), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:16.210050 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] vlan segment allocate from pool success with {'vlan_id': 1456, 'physical_network': 'physnet1'} {{(pid=116230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:15:16.219547 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:16.224177 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (fcb04df7-3c76-4a90-b387-cc0a13675491), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:16.224525 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.segments_db [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Added segment fcb04df7-3c76-4a90-b387-cc0a13675491 of type vlan for network ecd1dee0-5679-4485-a933-bd0cff1fd7ae Nov 02 13:15:16.267307 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (ecd1dee0-5679-4485-a933-bd0cff1fd7ae), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:16.401568 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (ecd1dee0-5679-4485-a933-bd0cff1fd7ae), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:16.402836 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:16.403524 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:16.463339 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] Pushing event updated for resources: {'Network': ['ID=ecd1dee0-5679-4485-a933-bd0cff1fd7ae,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:16.474575 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network ecd1dee0-5679-4485-a933-bd0cff1fd7ae details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:15:16.512958 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-a724df7c-9a34-4dfc-b023-6602a722e7ee admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8055081 Nov 02 13:15:16.516546 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35246) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:16.521691 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-e59647c9-d2fc-41c2-92a0-f2c270985570 admin admin] Request body: {'subnet': {'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1209146153-subnet', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'ip_version': 4}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:16.607116 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59647c9-d2fc-41c2-92a0-f2c270985570 admin admin] Made reservation on behalf of 37e1fdd13f2d43e895d76b44fa45b0ef for: {'subnet': 1} {{(pid=116230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:15:16.610126 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e59647c9-d2fc-41c2-92a0-f2c270985570 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5051866'] for subnet (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:16.853380 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e59647c9-d2fc-41c2-92a0-f2c270985570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4597217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5051688'] for subnet (135f0525-c190-43ec-9828-0788315b6c63), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:16.910479 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59647c9-d2fc-41c2-92a0-f2c270985570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=135f0525-c190-43ec-9828-0788315b6c63,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:16.923605 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59647c9-d2fc-41c2-92a0-f2c270985570 admin admin] Checking segment: {'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:15:16.926672 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59647c9-d2fc-41c2-92a0-f2c270985570 admin admin] Network hostable DHCP agents. Network: ecd1dee0-5679-4485-a933-bd0cff1fd7ae, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:15:17.035360 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59647c9-d2fc-41c2-92a0-f2c270985570 admin admin] Network ecd1dee0-5679-4485-a933-bd0cff1fd7ae is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:15:17.122081 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-e59647c9-d2fc-41c2-92a0-f2c270985570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, ecd1dee0-5679-4485-a933-bd0cff1fd7ae) {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:17.127144 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59647c9-d2fc-41c2-92a0-f2c270985570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:17.129555 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e59647c9-d2fc-41c2-92a0-f2c270985570 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.135758 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f476e3bb-ea1a-44db-a9ba-20f4bf5786c2 None None] Network ecd1dee0-5679-4485-a933-bd0cff1fd7ae requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:15:17.213451 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-e59647c9-d2fc-41c2-92a0-f2c270985570 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6954508 Nov 02 13:15:17.214401 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35250) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:17.219011 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:17.283750 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22c6f8f6-30ef-567c-b537-462a2bfff626-ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'fixed_ips': [{'subnet_id': '135f0525-c190-43ec-9828-0788315b6c63'}]}} from dv-cinder-863278-1-smb. {{(pid=116231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:15:17.284630 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.340357 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d0bdd-40f4-4d95-8164-21a6aa63a0b8 req-b5f8d981-bbc3-4013-aa98-6902750830b0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:17.341951 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-480d0bdd-40f4-4d95-8164-21a6aa63a0b8 req-b5f8d981-bbc3-4013-aa98-6902750830b0 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 943 time: 0.1176083 Nov 02 13:15:17.365422 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100830'] for router (c0b94dd9-5150-4b2a-b266-19515637af3e), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.366525 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100821'] for router (c0b94dd9-5150-4b2a-b266-19515637af3e), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.416828 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-480d0bdd-40f4-4d95-8164-21a6aa63a0b8 req-cbd753ca-8976-4604-bc21-3f721345ef1b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689311 Nov 02 13:15:17.440708 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.db_base_plugin_common [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Allocated IP 172.20.0.2 (ecd1dee0-5679-4485-a933-bd0cff1fd7ae/135f0525-c190-43ec-9828-0788315b6c63/4089f95a-0075-4e55-89db-e75743b0686c) {{(pid=116231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:17.445517 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Publish callbacks [] for router_controller (c0b94dd9-5150-4b2a-b266-19515637af3e), precommit_add_association {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.590045 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Publish callbacks [] for port (4089f95a-0075-4e55-89db-e75743b0686c), precommit_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.738775 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Publish callbacks [] for router_gateway (c0b94dd9-5150-4b2a-b266-19515637af3e), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.742553 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (4089f95a-0075-4e55-89db-e75743b0686c), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.781113 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Network ecd1dee0-5679-4485-a933-bd0cff1fd7ae is already hosted by enough agents. {{(pid=116231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:17.783973 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.base_scheduler [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Resources bound (agent type, host, resource id): {{(pid=116231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:17.787280 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Received port after_create {{(pid=116231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:15:17.801084 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Pushing event updated for resources: {'Port': ['ID=4089f95a-0075-4e55-89db-e75743b0686c,revision_number=1']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:17.824452 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.824795 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.825143 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.825765 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.825987 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.826437 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.826774 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.827104 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.827486 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.827835 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.828165 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.828533 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.828994 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:17.873103 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Attempting to bind port 4089f95a-0075-4e55-89db-e75743b0686c on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:15:17.875727 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Attempting to bind port 4089f95a-0075-4e55-89db-e75743b0686c by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:15:17.875727 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Attempting to bind port 4089f95a-0075-4e55-89db-e75743b0686c on network ecd1dee0-5679-4485-a933-bd0cff1fd7ae {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:17.880377 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:15:17.880760 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Checking segment: {'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:15:17.881169 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.881559 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Bound using segment: {'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:15:17.882066 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Bound port: 4089f95a-0075-4e55-89db-e75743b0686c, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:15:17.882454 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (4089f95a-0075-4e55-89db-e75743b0686c), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.963624 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] For port 4089f95a-0075-4e55-89db-e75743b0686c, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:17.967082 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] For port 4089f95a-0075-4e55-89db-e75743b0686c, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=4089f95a-0075-4e55-89db-e75743b0686c,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:18.074414 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Publish callbacks [] for router_gateway (c0b94dd9-5150-4b2a-b266-19515637af3e), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.076430 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (4089f95a-0075-4e55-89db-e75743b0686c), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.098625 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.152143 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8202ed-1826-4a54-a3e1-6c1046c9612e None None] Pushing event updated for resources: {'Port': ['ID=4089f95a-0075-4e55-89db-e75743b0686c,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:18.187584 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:15:18.237179 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Allocated IP 172.28.4.138 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/c892c1b2-55e1-4b5a-a88e-917a69a72eab) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:18.353840 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Publish callbacks [] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.465049 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.506576 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:18.509668 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:18.513325 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:15:18.541584 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c892c1b2-55e1-4b5a-a88e-917a69a72eab,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:18.563093 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef02df1-0fa6-4847-aaec-ab8bd583bca7 req-8d44b044-6022-4ed2-91d6-8da9006d5970 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:18.567643 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2ef02df1-0fa6-4847-aaec-ab8bd583bca7 req-8d44b044-6022-4ed2-91d6-8da9006d5970 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 943 time: 0.0727868 Nov 02 13:15:18.633058 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2ef02df1-0fa6-4847-aaec-ab8bd583bca7 req-d619a3ba-194e-4d3a-a163-40d788048516 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575614 Nov 02 13:15:18.678756 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 4089f95a-0075-4e55-89db-e75743b0686c up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:18.732025 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 4089f95a-0075-4e55-89db-e75743b0686c triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:18.732725 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (4089f95a-0075-4e55-89db-e75743b0686c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.733076 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 4089f95a-0075-4e55-89db-e75743b0686c Nov 02 13:15:18.804099 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device e499b158-e6a8-49ea-9a6a-fb72927b9ffd details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:15:18.834816 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 4089f95a-0075-4e55-89db-e75743b0686c is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:18.835161 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (4089f95a-0075-4e55-89db-e75743b0686c), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.884143 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Publish callbacks [] for router_gateway (c0b94dd9-5150-4b2a-b266-19515637af3e), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.919659 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port 4089f95a-0075-4e55-89db-e75743b0686c, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=4089f95a-0075-4e55-89db-e75743b0686c,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:18.963071 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port e499b158-e6a8-49ea-9a6a-fb72927b9ffd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=e499b158-e6a8-49ea-9a6a-fb72927b9ffd,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:18.983881 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'port_id': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd', 'mac_address': 'fa:16:3e:6e:fd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1457, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:15:19.010149 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (4089f95a-0075-4e55-89db-e75743b0686c), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.048380 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port e499b158-e6a8-49ea-9a6a-fb72927b9ffd is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:19.048776 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.075358 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e499b158-e6a8-49ea-9a6a-fb72927b9ffd {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:15:19.086349 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=4089f95a-0075-4e55-89db-e75743b0686c,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:19.103001 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547277'] for router (c0b94dd9-5150-4b2a-b266-19515637af3e), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.104587 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port e499b158-e6a8-49ea-9a6a-fb72927b9ffd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=e499b158-e6a8-49ea-9a6a-fb72927b9ffd,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:19.130156 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c9b875-544b-45dc-acc8-6617f32f337c None None] Network ecd1dee0-5679-4485-a933-bd0cff1fd7ae requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:15:19.185070 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.277224 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-2da2804f-95e6-4071-9f34-55a75b003e24 None None] Provisioning complete for port 4089f95a-0075-4e55-89db-e75743b0686c triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:19.277601 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-2da2804f-95e6-4071-9f34-55a75b003e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (4089f95a-0075-4e55-89db-e75743b0686c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.277971 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-2da2804f-95e6-4071-9f34-55a75b003e24 None None] Attempt 1 to provision port 4089f95a-0075-4e55-89db-e75743b0686c Nov 02 13:15:19.280231 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=e499b158-e6a8-49ea-9a6a-fb72927b9ffd,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:19.316182 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Router c0b94dd9-5150-4b2a-b266-19515637af3e is scheduled to L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b with binding_index 1 {{(pid=116229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:15:19.377617 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-2da2804f-95e6-4071-9f34-55a75b003e24 None None] Current status of the port 4089f95a-0075-4e55-89db-e75743b0686c is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:19.520815 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['e499b158-e6a8-49ea-9a6a-fb72927b9ffd'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:15:19.622857 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-d1b9593a-f36f-4815-8db7-293df1124e89 None None] Provisioning complete for port 4089f95a-0075-4e55-89db-e75743b0686c triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:19.623239 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d1b9593a-f36f-4815-8db7-293df1124e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (4089f95a-0075-4e55-89db-e75743b0686c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.623584 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d1b9593a-f36f-4815-8db7-293df1124e89 None None] Attempt 1 to provision port 4089f95a-0075-4e55-89db-e75743b0686c Nov 02 13:15:19.701007 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:19.709932 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Sync routers for ids ['c0b94dd9-5150-4b2a-b266-19515637af3e'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:19.748246 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Routers {'c0b94dd9-5150-4b2a-b266-19515637af3e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:15:19.748988 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:15:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['c0b94dd9-5150-4b2a-b266-19515637af3e'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:19.776488 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a8455-f631-4a5a-82e7-4b8224ba7c92 req-db68c17e-0ac1-4842-838b-c22a753489f8 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:19.778050 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5b0a8455-f631-4a5a-82e7-4b8224ba7c92 req-db68c17e-0ac1-4842-838b-c22a753489f8 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 944 time: 0.0553513 Nov 02 13:15:19.787391 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9593a-f36f-4815-8db7-293df1124e89 None None] Current status of the port 4089f95a-0075-4e55-89db-e75743b0686c is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:19.806683 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.808021 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-e1f5b7c6-9149-4824-ade4-7219982c87b1 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5925357 Nov 02 13:15:19.811053 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35258) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:19.860641 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Set router c0b94dd9-5150-4b2a-b266-19515637af3e gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:15:19.883999 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5b0a8455-f631-4a5a-82e7-4b8224ba7c92 req-2abd31f2-ebfb-457c-93fe-85d54809fc87 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991926 Nov 02 13:15:20.057141 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:15:18Z', 'revision_number': 3, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:20.082493 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Checking router: c0b94dd9-5150-4b2a-b266-19515637af3e for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:20.082846 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Updating router c0b94dd9-5150-4b2a-b266-19515637af3e port c892c1b2-55e1-4b5a-a88e-917a69a72eab binding host dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:15:20.117582 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.290815 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.417831 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Publish callbacks [] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), precommit_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.451795 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Allocated IP 172.20.0.1 (ecd1dee0-5679-4485-a933-bd0cff1fd7ae/135f0525-c190-43ec-9828-0788315b6c63/a018e90c-0b25-41ec-8ce8-d2b42d8a8a20) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:20.485378 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.519604 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Attempting to bind port c892c1b2-55e1-4b5a-a88e-917a69a72eab on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:15:20.519984 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Attempting to bind port c892c1b2-55e1-4b5a-a88e-917a69a72eab by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:15:20.520350 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Attempting to bind port c892c1b2-55e1-4b5a-a88e-917a69a72eab on network 77ce1c78-9b99-4e9d-8799-30ad603e3245 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:20.528423 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:15:20.528806 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Checking segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:15:20.529330 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.529641 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Bound using segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:15:20.530160 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Bound port: c892c1b2-55e1-4b5a-a88e-917a69a72eab, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:15:20.530536 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.557496 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa0803-6866-4216-9bc3-8e878c0336ef None None] Pushing event updated for resources: {'Port': ['ID=c892c1b2-55e1-4b5a-a88e-917a69a72eab,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:20.561030 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Publish callbacks [] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.599239 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] For port c892c1b2-55e1-4b5a-a88e-917a69a72eab, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:20.602940 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] For port c892c1b2-55e1-4b5a-a88e-917a69a72eab, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=c892c1b2-55e1-4b5a-a88e-917a69a72eab,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:20.633446 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 4089f95a-0075-4e55-89db-e75743b0686c up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:20.688782 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.728218 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Network ecd1dee0-5679-4485-a933-bd0cff1fd7ae is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:20.731734 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:20.739939 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:15:20.773868 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Pushing event updated for resources: {'Port': ['ID=a018e90c-0b25-41ec-8ce8-d2b42d8a8a20,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:20.791289 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548120'] for router_interface (c0b94dd9-5150-4b2a-b266-19515637af3e), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.799482 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device e499b158-e6a8-49ea-9a6a-fb72927b9ffd up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:20.804625 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.888190 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Routers {'c0b94dd9-5150-4b2a-b266-19515637af3e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:15:20.888820 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:15:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['c0b94dd9-5150-4b2a-b266-19515637af3e'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:20.970781 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa0803-6866-4216-9bc3-8e878c0336ef None None] Pushing event updated for resources: {'Port': ['ID=c892c1b2-55e1-4b5a-a88e-917a69a72eab,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:21.002910 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 4089f95a-0075-4e55-89db-e75743b0686c triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:21.003299 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (4089f95a-0075-4e55-89db-e75743b0686c), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.003756 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 4089f95a-0075-4e55-89db-e75743b0686c Nov 02 13:15:21.034517 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.041026 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6555a85-84c4-4522-ad1c-295076ca73db req-5538f50a-ea4c-496f-8740-a0b712cac8af tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:21.043955 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e6555a85-84c4-4522-ad1c-295076ca73db req-5538f50a-ea4c-496f-8740-a0b712cac8af tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 944 time: 0.0638494 Nov 02 13:15:21.065893 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] Set router c0b94dd9-5150-4b2a-b266-19515637af3e gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:15:21.104824 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-e6555a85-84c4-4522-ad1c-295076ca73db req-8a5e7d8f-34b5-4300-bba0-3f109f56476b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538507 Nov 02 13:15:21.120022 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port e499b158-e6a8-49ea-9a6a-fb72927b9ffd completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:15:21.128350 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Provisioning complete for port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:21.128736 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.129090 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Attempt 1 to provision port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 Nov 02 13:15:21.132671 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port e499b158-e6a8-49ea-9a6a-fb72927b9ffd triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:21.133036 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.133374 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port e499b158-e6a8-49ea-9a6a-fb72927b9ffd Nov 02 13:15:21.212731 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Publish callbacks [] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.269002 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:21.275004 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 4089f95a-0075-4e55-89db-e75743b0686c is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:21.325199 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.358858 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port e499b158-e6a8-49ea-9a6a-fb72927b9ffd is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:21.359853 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.391540 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:15:21.393949 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b2fbc8-2018-4afb-93a8-01566d4c1253" -d '{"events": [{"server_uuid": "502c720c-722b-433c-8a87-9fc6cb5cc16b", "name": "network-vif-plugged", "status": "completed", "tag": "e499b158-e6a8-49ea-9a6a-fb72927b9ffd"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:15:21.394689 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7808084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548236'] for router_interface (c0b94dd9-5150-4b2a-b266-19515637af3e), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.397671 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Pushing event updated for resources: {'Port': ['ID=a018e90c-0b25-41ec-8ce8-d2b42d8a8a20,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:21.412546 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port e499b158-e6a8-49ea-9a6a-fb72927b9ffd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=e499b158-e6a8-49ea-9a6a-fb72927b9ffd,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:21.422789 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:15:18Z', 'revision_number': 3, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:21.449705 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bf46f7-d70b-401c-bd52-35bd00b7537b x-openstack-request-id: req-f6bf46f7-d70b-401c-bd52-35bd00b7537b {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:15:21.450029 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502c720c-722b-433c-8a87-9fc6cb5cc16b", "name": "network-vif-plugged", "status": "completed", "tag": "e499b158-e6a8-49ea-9a6a-fb72927b9ffd", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:15:21.450272 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f6bf46f7-d70b-401c-bd52-35bd00b7537b {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:15:21.451079 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6bf46f7-d70b-401c-bd52-35bd00b7537b'] response: {'server_uuid': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd', 'code': 200} Nov 02 13:15:21.451885 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8bbf3-c13b-49a6-96da-6d0286795c24 None None] The sync data for ids ['c0b94dd9-5150-4b2a-b266-19515637af3e'] in dv-cinder-863278-1-smb is: [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:15:18Z', 'revision_number': 3, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:21.514181 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Network ecd1dee0-5679-4485-a933-bd0cff1fd7ae is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:21.516231 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:21.547855 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.604660 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=e499b158-e6a8-49ea-9a6a-fb72927b9ffd,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:21.664567 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Router c0b94dd9-5150-4b2a-b266-19515637af3e has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:15:21.770864 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Attempt 2 to provision port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 Nov 02 13:15:21.812917 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:21.816762 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:21.823340 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-8446d182-c5b3-4e5b-8961-3ed575eee014 admin admin] 10.222.0.93 "PUT /v2.0/routers/c0b94dd9-5150-4b2a-b266-19515637af3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0112996 Nov 02 13:15:21.938895 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a75ec-6e7f-4350-9964-092ed283717e req-d8e12a42-f6c0-4e1f-a09b-13ea2b5f96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:21.940494 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5b4a75ec-6e7f-4350-9964-092ed283717e req-d8e12a42-f6c0-4e1f-a09b-13ea2b5f96d9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 1129 time: 0.0527985 Nov 02 13:15:22.004154 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5b4a75ec-6e7f-4350-9964-092ed283717e req-98b468d9-2c78-446c-a0b7-33582cd1a98a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573564 Nov 02 13:15:22.243804 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cd25-341a-44a9-b849-d5199d725891 req-2ee55b6b-9b20-449d-94e4-20d4742cbe8c tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:22.245355 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-99d8cd25-341a-44a9-b849-d5199d725891 req-2ee55b6b-9b20-449d-94e4-20d4742cbe8c tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 945 time: 0.0591290 Nov 02 13:15:22.301603 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-99d8cd25-341a-44a9-b849-d5199d725891 req-19db2fc1-7cfe-4429-bf87-f87a6576bf5b tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488813 Nov 02 13:15:22.314319 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Attempt 3 to provision port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 Nov 02 13:15:22.355827 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:22.650407 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c892c1b2-55e1-4b5a-a88e-917a69a72eab up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:22.700765 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port c892c1b2-55e1-4b5a-a88e-917a69a72eab triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:22.701150 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:22.701500 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port c892c1b2-55e1-4b5a-a88e-917a69a72eab Nov 02 13:15:22.763608 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35280) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:22.769471 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1901909400-network', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:22.788671 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port c892c1b2-55e1-4b5a-a88e-917a69a72eab is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:22.789071 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:22.811651 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port c892c1b2-55e1-4b5a-a88e-917a69a72eab, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=c892c1b2-55e1-4b5a-a88e-917a69a72eab,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:22.857528 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Attempt 4 to provision port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 Nov 02 13:15:22.897518 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:22.915996 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Made reservation on behalf of 39a21aa2352f47799f46dd3c677c0eec for: {'network': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:15:22.918853 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for network (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:22.932516 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.030394 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Publish callbacks [] for security_group (d34b340d-796f-4d82-8672-9174090eedb7), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.100114 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.145182 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=c892c1b2-55e1-4b5a-a88e-917a69a72eab,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:23.203480 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Sync routers for ids ['c0b94dd9-5150-4b2a-b266-19515637af3e'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:23.216616 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Routers {'c0b94dd9-5150-4b2a-b266-19515637af3e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:15:23.217302 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:15:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['c0b94dd9-5150-4b2a-b266-19515637af3e'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:23.253222 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (d34b340d-796f-4d82-8672-9174090eedb7), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.275903 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] vlan segment allocate from pool success with {'vlan_id': 1477, 'physical_network': 'physnet1'} {{(pid=116229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:15:23.291284 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34b340d-796f-4d82-8672-9174090eedb7,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:23.296584 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (d3613d67-c7f2-484c-8144-c077ee8c9665), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.302037 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.segments_db [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Added segment d3613d67-c7f2-484c-8144-c077ee8c9665 of type vlan for network f40fdfc9-2961-4bc3-92d6-513bf9b26c40 Nov 02 13:15:23.330803 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Set router c0b94dd9-5150-4b2a-b266-19515637af3e gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:15:23.343311 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781483678567'] for network (f40fdfc9-2961-4bc3-92d6-513bf9b26c40), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.399394 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Attempt 5 to provision port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 Nov 02 13:15:23.469151 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33912a9b-e089-45e8-8fc2-e1cad229a0f2 req-c7caa874-b0fd-4ce4-b9d7-a28d1ba3a60e tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:23.471798 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-33912a9b-e089-45e8-8fc2-e1cad229a0f2 req-c7caa874-b0fd-4ce4-b9d7-a28d1ba3a60e tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 945 time: 0.0664394 Nov 02 13:15:23.485118 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:23.506557 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066'] for network (f40fdfc9-2961-4bc3-92d6-513bf9b26c40), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.508817 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:23.508817 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.591772 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] Pushing event updated for resources: {'Network': ['ID=f40fdfc9-2961-4bc3-92d6-513bf9b26c40,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:23.595561 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:15:20Z', 'revision_number': 4, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'a018e90c-0b25-41ec-8ce8-d2b42d8a8a20', 'name': '', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'mac_address': 'fa:16:3e:b6:4d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '135f0525-c190-43ec-9828-0788315b6c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:20Z', 'updated_at': '2022-11-02T13:15:21Z', 'revision_number': 2, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'subnets': [{'id': '135f0525-c190-43ec-9828-0788315b6c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:23.598111 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-33912a9b-e089-45e8-8fc2-e1cad229a0f2 req-2e9eb6f8-8549-4965-b267-528067a3ff97 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188421 Nov 02 13:15:23.602798 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Network f40fdfc9-2961-4bc3-92d6-513bf9b26c40 details requested by agent ovs-agent-dv-cinder-863278-1-smb with host dv-cinder-863278-1-smb {{(pid=116231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:15:23.622437 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Checking router: c0b94dd9-5150-4b2a-b266-19515637af3e for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:23.622799 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Updating router c0b94dd9-5150-4b2a-b266-19515637af3e port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 binding host dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:15:23.652763 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.705295 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-c67c664a-a74d-4364-8d9a-706c355d2d29 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9400909 Nov 02 13:15:23.708018 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35284) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:23.713188 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-6f06207b-8d22-4325-aa53-ab0487bc5d65 admin admin] Request body: {'subnet': {'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1901909400-subnet', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'ip_version': 4}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:23.858584 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f06207b-8d22-4325-aa53-ab0487bc5d65 admin admin] Made reservation on behalf of 39a21aa2352f47799f46dd3c677c0eec for: {'subnet': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:15:23.861284 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6f06207b-8d22-4325-aa53-ab0487bc5d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4721848'] for subnet (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.930241 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Publish callbacks [] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), precommit_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.986775 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Attempt 6 to provision port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 Nov 02 13:15:24.030397 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:24.136765 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.203698 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Pushing event updated for resources: {'Port': ['ID=a018e90c-0b25-41ec-8ce8-d2b42d8a8a20,revision_number=3']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:24.208433 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6f06207b-8d22-4325-aa53-ab0487bc5d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4721738'] for subnet (59f21387-12cd-4353-91ac-358b8a7ec18d), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.228597 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.228946 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.229308 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.229656 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.230032 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.230369 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.230706 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.231035 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.231359 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.231715 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.232036 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.232385 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.232746 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.246280 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Attempting to bind port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:15:24.246653 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Attempting to bind port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:15:24.247024 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Attempting to bind port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 on network ecd1dee0-5679-4485-a933-bd0cff1fd7ae {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:24.254327 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:15:24.258302 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Checking segment: {'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:15:24.258302 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.258302 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Bound using segment: {'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:15:24.258302 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Bound port: a018e90c-0b25-41ec-8ce8-d2b42d8a8a20, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'}}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:15:24.258302 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.281025 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06207b-8d22-4325-aa53-ab0487bc5d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f21387-12cd-4353-91ac-358b8a7ec18d,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:24.300348 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f06207b-8d22-4325-aa53-ab0487bc5d65 admin admin] Checking segment: {'id': 'd3613d67-c7f2-484c-8144-c077ee8c9665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:15:24.300751 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f06207b-8d22-4325-aa53-ab0487bc5d65 admin admin] Network hostable DHCP agents. Network: f40fdfc9-2961-4bc3-92d6-513bf9b26c40, hostable agents: ['a44ca934-149c-4b1a-a4f9-6aab45f4040a'], hosted agents: [] {{(pid=116229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:15:24.340310 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] For port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:24.344637 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] For port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=a018e90c-0b25-41ec-8ce8-d2b42d8a8a20,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:24.452653 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f06207b-8d22-4325-aa53-ab0487bc5d65 admin admin] Network f40fdfc9-2961-4bc3-92d6-513bf9b26c40 is scheduled to be hosted by DHCP agent a44ca934-149c-4b1a-a4f9-6aab45f4040a with binding_index 1 {{(pid=116229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:15:24.482732 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.524173 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Routers {'c0b94dd9-5150-4b2a-b266-19515637af3e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:15:24.524813 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:15:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['c0b94dd9-5150-4b2a-b266-19515637af3e'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:24.531793 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Attempt 7 to provision port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 Nov 02 13:15:24.567250 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-6f06207b-8d22-4325-aa53-ab0487bc5d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-smb, f40fdfc9-2961-4bc3-92d6-513bf9b26c40) {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:24.572480 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f06207b-8d22-4325-aa53-ab0487bc5d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:24.573110 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-6f06207b-8d22-4325-aa53-ab0487bc5d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for subnet (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.576612 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e214aea-ec6f-4ea6-b86f-4d643371e566 None None] Pushing event updated for resources: {'Port': ['ID=a018e90c-0b25-41ec-8ce8-d2b42d8a8a20,revision_number=4']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:24.579963 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9ce0a6-96ae-4c93-9479-3f0732fc4b87 None None] Network f40fdfc9-2961-4bc3-92d6-513bf9b26c40 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:15:24.671071 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-6f06207b-8d22-4325-aa53-ab0487bc5d65 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9616003 Nov 02 13:15:24.674205 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35288) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:24.677888 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] Set router c0b94dd9-5150-4b2a-b266-19515637af3e gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:15:24.679460 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1901909400-router', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:24.691815 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Current status of the port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:24.692209 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.721509 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c892c1b2-55e1-4b5a-a88e-917a69a72eab up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:24.777495 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] For port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=a018e90c-0b25-41ec-8ce8-d2b42d8a8a20,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:24.801839 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100830'] for router (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.804950 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22c6f8f6-30ef-567c-b537-462a2bfff626-f40fdfc9-2961-4bc3-92d6-513bf9b26c40', 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40', 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'fixed_ips': [{'subnet_id': '59f21387-12cd-4353-91ac-358b8a7ec18d'}]}} from dv-cinder-863278-1-smb. {{(pid=116231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:15:24.804950 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.805221 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100821'] for router (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.805337 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010488c-0ea9-4934-8de6-a509a7cf70f4 req-a92aa051-35a2-41ea-9147-e509b82e08cb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:24.811798 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f010488c-0ea9-4934-8de6-a509a7cf70f4 req-a92aa051-35a2-41ea-9147-e509b82e08cb tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 945 time: 0.0753617 Nov 02 13:15:24.831270 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port c892c1b2-55e1-4b5a-a88e-917a69a72eab triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:24.831636 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.831993 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port c892c1b2-55e1-4b5a-a88e-917a69a72eab Nov 02 13:15:24.874040 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.890402 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-f010488c-0ea9-4934-8de6-a509a7cf70f4 req-4e32ec75-1a89-4ccb-ba0a-99cab1f9cca5 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765042 Nov 02 13:15:24.894059 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Publish callbacks [] for router_controller (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), precommit_add_association {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:25.095473 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:15:20Z', 'revision_number': 4, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'a018e90c-0b25-41ec-8ce8-d2b42d8a8a20', 'name': '', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'mac_address': 'fa:16:3e:b6:4d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '135f0525-c190-43ec-9828-0788315b6c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:20Z', 'updated_at': '2022-11-02T13:15:24Z', 'revision_number': 4, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'subnets': [{'id': '135f0525-c190-43ec-9828-0788315b6c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:25.124151 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3699159-afec-49a4-9fea-0d8d0a187a5f None None] The sync data for ids ['c0b94dd9-5150-4b2a-b266-19515637af3e'] in dv-cinder-863278-1-smb is: [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:15:20Z', 'revision_number': 4, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'a018e90c-0b25-41ec-8ce8-d2b42d8a8a20', 'name': '', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'mac_address': 'fa:16:3e:b6:4d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '135f0525-c190-43ec-9828-0788315b6c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:20Z', 'updated_at': '2022-11-02T13:15:24Z', 'revision_number': 4, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'subnets': [{'id': '135f0525-c190-43ec-9828-0788315b6c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:25.161483 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35413ede-3760-4bfc-8e88-f356c9c39867 req-0f036623-b73b-461a-8c51-bdbe1bbb55a9 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:25.163174 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-35413ede-3760-4bfc-8e88-f356c9c39867 req-0f036623-b73b-461a-8c51-bdbe1bbb55a9 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 945 time: 0.1793668 Nov 02 13:15:25.173460 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Publish callbacks [] for router_gateway (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:25.178299 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35292) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:25.183244 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-ff28b6b7-7cd1-4dd3-81e4-4cc5a5311415 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Request body: {'floatingip': {'port_id': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:25.238530 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9debf-0c34-46be-86dd-7d0620bea4a3 None None] Pushing event updated for resources: {'Port': ['ID=a018e90c-0b25-41ec-8ce8-d2b42d8a8a20,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:25.253674 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-6b833a5e-c754-4d66-a62a-81922554c95a None None] Provisioning complete for port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:25.254097 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ff28b6b7-7cd1-4dd3-81e4-4cc5a5311415 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (d10b44f2-4b7e-4bb0-8f09-9bb39ec65344), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:25.254266 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6b833a5e-c754-4d66-a62a-81922554c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:25.254440 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-6b833a5e-c754-4d66-a62a-81922554c95a None None] Attempt 1 to provision port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 Nov 02 13:15:25.282333 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port c892c1b2-55e1-4b5a-a88e-917a69a72eab is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:25.304115 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.db_base_plugin_common [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Allocated IP 172.20.0.2 (f40fdfc9-2961-4bc3-92d6-513bf9b26c40/59f21387-12cd-4353-91ac-358b8a7ec18d/b6cf691a-ccc6-4f95-ba95-8430bec6119e) {{(pid=116231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:25.420728 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-6b833a5e-c754-4d66-a62a-81922554c95a None None] Current status of the port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:25.560543 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Publish callbacks [] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), precommit_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:25.665121 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), after_create {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:25.672050 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Publish callbacks [] for router_gateway (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:25.698782 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:25.751819 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Network f40fdfc9-2961-4bc3-92d6-513bf9b26c40 is already hosted by enough agents. {{(pid=116231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:25.761963 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.scheduler.base_scheduler [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Resources bound (agent type, host, resource id): {{(pid=116231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:25.767883 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Received port after_create {{(pid=116231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:15:25.777389 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Pushing event updated for resources: {'Port': ['ID=b6cf691a-ccc6-4f95-ba95-8430bec6119e,revision_number=1']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:25.875006 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Allocated IP 172.28.4.24 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/4129d662-8768-445d-a307-74091282d1ab) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:25.915281 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Attempting to bind port b6cf691a-ccc6-4f95-ba95-8430bec6119e on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:15:25.916364 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Attempting to bind port b6cf691a-ccc6-4f95-ba95-8430bec6119e by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'd3613d67-c7f2-484c-8144-c077ee8c9665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40'}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:15:25.917538 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Attempting to bind port b6cf691a-ccc6-4f95-ba95-8430bec6119e on network f40fdfc9-2961-4bc3-92d6-513bf9b26c40 {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:25.930526 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:15:25.931475 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Checking segment: {'id': 'd3613d67-c7f2-484c-8144-c077ee8c9665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:15:25.932179 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:25.932877 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Bound using segment: {'id': 'd3613d67-c7f2-484c-8144-c077ee8c9665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40'} {{(pid=116231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:15:25.933955 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.managers [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Bound port: b6cf691a-ccc6-4f95-ba95-8430bec6119e, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3613d67-c7f2-484c-8144-c077ee8c9665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40'}}] {{(pid=116231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:15:25.934925 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.041451 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Publish callbacks [] for port (4129d662-8768-445d-a307-74091282d1ab), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.050765 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] For port b6cf691a-ccc6-4f95-ba95-8430bec6119e, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:26.058912 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] For port b6cf691a-ccc6-4f95-ba95-8430bec6119e, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=b6cf691a-ccc6-4f95-ba95-8430bec6119e,segment=NetworkSegment(d3613d67-c7f2-484c-8144-c077ee8c9665),segment_id=d3613d67-c7f2-484c-8144-c077ee8c9665)] {{(pid=116231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:26.219945 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ff28b6b7-7cd1-4dd3-81e4-4cc5a5311415 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.222849 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.279828 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (4129d662-8768-445d-a307-74091282d1ab), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.285342 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961deb12-a2c3-4f7a-bdfd-1fabb490f2e8 None None] Pushing event updated for resources: {'Port': ['ID=b6cf691a-ccc6-4f95-ba95-8430bec6119e,revision_number=2']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:26.333517 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ff28b6b7-7cd1-4dd3-81e4-4cc5a5311415 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (d10b44f2-4b7e-4bb0-8f09-9bb39ec65344), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.346106 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:26.351976 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:26.352482 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:15:26.356570 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Pushing event updated for resources: {'Port': ['ID=4129d662-8768-445d-a307-74091282d1ab,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:26.522338 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [None req-ff28b6b7-7cd1-4dd3-81e4-4cc5a5311415 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Floating IP d10b44f2-4b7e-4bb0-8f09-9bb39ec65344 associated. External IP: 172.28.4.73, port: e499b158-e6a8-49ea-9a6a-fb72927b9ffd. Nov 02 13:15:26.767280 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device b6cf691a-ccc6-4f95-ba95-8430bec6119e up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:26.854215 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port b6cf691a-ccc6-4f95-ba95-8430bec6119e triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:26.854215 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.854739 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port b6cf691a-ccc6-4f95-ba95-8430bec6119e Nov 02 13:15:26.933853 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff28b6b7-7cd1-4dd3-81e4-4cc5a5311415 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Router b4f44728-e759-47d0-8426-6f56d896be35 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:15:26.944056 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Publish callbacks [] for router_gateway (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.988684 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port b6cf691a-ccc6-4f95-ba95-8430bec6119e is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:26.989928 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:27.045983 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port b6cf691a-ccc6-4f95-ba95-8430bec6119e, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=b6cf691a-ccc6-4f95-ba95-8430bec6119e,segment=NetworkSegment(d3613d67-c7f2-484c-8144-c077ee8c9665),segment_id=d3613d67-c7f2-484c-8144-c077ee8c9665)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:27.083939 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff28b6b7-7cd1-4dd3-81e4-4cc5a5311415 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:27.089484 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ff28b6b7-7cd1-4dd3-81e4-4cc5a5311415 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:27.099023 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2fd6e8-701b-4c97-805c-a9213c1d80dd None None] Sync routers for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:27.112610 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fd6e8-701b-4c97-805c-a9213c1d80dd None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:15:27.113267 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-0c2fd6e8-701b-4c97-805c-a9213c1d80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:15:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:27.143486 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-ff28b6b7-7cd1-4dd3-81e4-4cc5a5311415 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "PUT /v2.0/floatingips/d10b44f2-4b7e-4bb0-8f09-9bb39ec65344 HTTP/1.1" status: 200 len: 990 time: 1.9609101 Nov 02 13:15:27.143486 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'tag': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:15:27.144816 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea8b066-5b3c-4593-ab15-644d5ab91ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "502c720c-722b-433c-8a87-9fc6cb5cc16b", "tag": "e499b158-e6a8-49ea-9a6a-fb72927b9ffd"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:15:27.170676 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547277'] for router (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:27.221356 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab32052c-b3f1-4528-bc0d-b4c3d873af3b x-openstack-request-id: req-ab32052c-b3f1-4528-bc0d-b4c3d873af3b {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:15:27.221982 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "502c720c-722b-433c-8a87-9fc6cb5cc16b", "tag": "e499b158-e6a8-49ea-9a6a-fb72927b9ffd", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:15:27.222237 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ab32052c-b3f1-4528-bc0d-b4c3d873af3b {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:15:27.222780 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab32052c-b3f1-4528-bc0d-b4c3d873af3b'] response: {'name': 'network-changed', 'server_uuid': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'tag': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd', 'status': 'completed', 'code': 200} Nov 02 13:15:27.231693 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-0c2fd6e8-701b-4c97-805c-a9213c1d80dd None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:15:27.311594 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:27.312537 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:27.344483 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8b066-5b3c-4593-ab15-644d5ab91ca7 req-9c492747-1d64-4c44-bcdd-565740e9ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:27.346372 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-dea8b066-5b3c-4593-ab15-644d5ab91ca7 req-9c492747-1d64-4c44-bcdd-565740e9ff9b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfa74284a39c45509855203870854f78&device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 1129 time: 0.0856516 Nov 02 13:15:27.422367 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=b6cf691a-ccc6-4f95-ba95-8430bec6119e,revision_number=3']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:27.468731 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8b066-5b3c-4593-ab15-644d5ab91ca7 req-73959065-e948-46ee-8af3-274a7fe8b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:27.470647 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-dea8b066-5b3c-4593-ab15-644d5ab91ca7 req-73959065-e948-46ee-8af3-274a7fe8b110 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d HTTP/1.1" status: 200 len: 913 time: 0.1145780 Nov 02 13:15:27.489401 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:27.490019 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:27.490579 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 Nov 02 13:15:27.555799 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Router f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee is scheduled to L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b with binding_index 1 {{(pid=116229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:15:27.580085 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-dea8b066-5b3c-4593-ab15-644d5ab91ca7 req-16cddff9-db03-4157-a455-1348575f8364 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e499b158-e6a8-49ea-9a6a-fb72927b9ffd HTTP/1.1" status: 200 len: 998 time: 0.1020541 Nov 02 13:15:27.646812 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:27.668717 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-0c2fd6e8-701b-4c97-805c-a9213c1d80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'd10b44f2-4b7e-4bb0-8f09-9bb39ec65344', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'floating_ip_address': '172.28.4.73', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'port_id': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'mac_address': 'fa:16:3e:6e:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:15:08Z', 'updated_at': '2022-11-02T13:15:26Z', 'revision_number': 1, 'project_id': 'cfa74284a39c45509855203870854f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:53Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:27.699123 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2fd6e8-701b-4c97-805c-a9213c1d80dd None None] Checking router: b4f44728-e759-47d0-8426-6f56d896be35 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:27.711751 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fd6e8-701b-4c97-805c-a9213c1d80dd None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:15:27.712411 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-0c2fd6e8-701b-4c97-805c-a9213c1d80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:15:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:27.810521 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998bd4b1-de59-4e2b-bd4e-2026ca4d9873 None None] Network f40fdfc9-2961-4bc3-92d6-513bf9b26c40 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:15:27.905021 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-0c2fd6e8-701b-4c97-805c-a9213c1d80dd None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:15:27.936042 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-23c6064b-8d48-4c89-8f24-0df1c19e3b71 None None] Provisioning complete for port b6cf691a-ccc6-4f95-ba95-8430bec6119e triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:27.936412 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-23c6064b-8d48-4c89-8f24-0df1c19e3b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:27.937524 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-23c6064b-8d48-4c89-8f24-0df1c19e3b71 None None] Attempt 1 to provision port b6cf691a-ccc6-4f95-ba95-8430bec6119e Nov 02 13:15:27.988694 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8b066-5b3c-4593-ab15-644d5ab91ca7 req-27264b69-6d78-4f62-9a7c-0bef092bbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:27.990138 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-dea8b066-5b3c-4593-ab15-644d5ab91ca7 req-27264b69-6d78-4f62-9a7c-0bef092bbf4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52 HTTP/1.1" status: 200 len: 850 time: 0.0847776 Nov 02 13:15:28.042020 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:28.058379 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Sync routers for ids ['f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:28.069870 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8b066-5b3c-4593-ab15-644d5ab91ca7 req-7e7c440d-209c-42d6-8f97-aaf87c073ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:28.072487 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-dea8b066-5b3c-4593-ab15-644d5ab91ca7 req-7e7c440d-209c-42d6-8f97-aaf87c073ffc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0752957 Nov 02 13:15:28.076911 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Routers {'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:15:28.076911 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:15:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:28.167026 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:28.169118 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-23c6064b-8d48-4c89-8f24-0df1c19e3b71 None None] Current status of the port b6cf691a-ccc6-4f95-ba95-8430bec6119e is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:28.172737 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35298) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:28.173084 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-5726fa76-3f62-4fb1-8a13-56b9613c7a29 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4973145 Nov 02 13:15:28.212923 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Set router f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:15:28.251286 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-dea8b066-5b3c-4593-ab15-644d5ab91ca7 req-43b10142-1f76-4bb0-9234-fbd7055ff0cb service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700170 Nov 02 13:15:28.451858 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-dea8b066-5b3c-4593-ab15-644d5ab91ca7 req-5bc724b0-10b2-4619-aa9d-413067ce3059 service neutron] 10.222.0.86 "GET /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932352 Nov 02 13:15:28.528070 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-d84b33be-ca66-4ba5-bff4-82a07776a2bf None None] Provisioning complete for port b6cf691a-ccc6-4f95-ba95-8430bec6119e triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:28.528793 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d84b33be-ca66-4ba5-bff4-82a07776a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:28.528946 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d84b33be-ca66-4ba5-bff4-82a07776a2bf None None] Attempt 1 to provision port b6cf691a-ccc6-4f95-ba95-8430bec6119e Nov 02 13:15:28.533078 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-0c2fd6e8-701b-4c97-805c-a9213c1d80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'd10b44f2-4b7e-4bb0-8f09-9bb39ec65344', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'floating_ip_address': '172.28.4.73', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'port_id': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'mac_address': 'fa:16:3e:6e:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:15:08Z', 'updated_at': '2022-11-02T13:15:26Z', 'revision_number': 1, 'project_id': 'cfa74284a39c45509855203870854f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:53Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:28.534762 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'name': 'tempest-TestMinimumBasicScenario-1901909400-router', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24'}], 'enable_snat': True}, 'gw_port_id': '4129d662-8768-445d-a307-74091282d1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:24Z', 'updated_at': '2022-11-02T13:15:26Z', 'revision_number': 3, 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'gw_port': {'id': '4129d662-8768-445d-a307-74091282d1ab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:66:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:25Z', 'updated_at': '2022-11-02T13:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:28.565200 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Checking router: f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:28.565648 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Updating router f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee port 4129d662-8768-445d-a307-74091282d1ab binding host dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:15:28.584872 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2fd6e8-701b-4c97-805c-a9213c1d80dd None None] The sync data for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb is: [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'd10b44f2-4b7e-4bb0-8f09-9bb39ec65344', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'floating_ip_address': '172.28.4.73', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'port_id': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'mac_address': 'fa:16:3e:6e:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:15:08Z', 'updated_at': '2022-11-02T13:15:26Z', 'revision_number': 1, 'project_id': 'cfa74284a39c45509855203870854f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:53Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:28.617347 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (4129d662-8768-445d-a307-74091282d1ab), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:28.691874 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d84b33be-ca66-4ba5-bff4-82a07776a2bf None None] Current status of the port b6cf691a-ccc6-4f95-ba95-8430bec6119e is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:28.707993 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device b6cf691a-ccc6-4f95-ba95-8430bec6119e up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:28.800923 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port b6cf691a-ccc6-4f95-ba95-8430bec6119e triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:28.801555 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:28.802115 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port b6cf691a-ccc6-4f95-ba95-8430bec6119e Nov 02 13:15:28.867631 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:28.947163 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc883b86-d622-4d1e-87cf-d552779539fd None None] New status for floating IP d10b44f2-4b7e-4bb0-8f09-9bb39ec65344: ACTIVE {{(pid=116231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:15:29.019678 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port b6cf691a-ccc6-4f95-ba95-8430bec6119e is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:29.058050 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Publish callbacks [] for port (4129d662-8768-445d-a307-74091282d1ab), precommit_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.085048 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Allocated IP 172.20.0.1 (f40fdfc9-2961-4bc3-92d6-513bf9b26c40/59f21387-12cd-4353-91ac-358b8a7ec18d/2060cdf0-1481-47c5-a4eb-2d0f3ab844de) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:29.196062 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (4129d662-8768-445d-a307-74091282d1ab), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.217634 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Publish callbacks [] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.240968 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Attempting to bind port 4129d662-8768-445d-a307-74091282d1ab on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:15:29.241338 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Attempting to bind port 4129d662-8768-445d-a307-74091282d1ab by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:15:29.241705 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Attempting to bind port 4129d662-8768-445d-a307-74091282d1ab on network 77ce1c78-9b99-4e9d-8799-30ad603e3245 {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:29.251864 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:15:29.252245 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Checking segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:15:29.259766 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.259766 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Bound using segment: {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:15:29.259766 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Bound port: 4129d662-8768-445d-a307-74091282d1ab, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7597cc4-454c-441e-8c8e-983e3601387f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245'}}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:15:29.259766 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (4129d662-8768-445d-a307-74091282d1ab), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.264364 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff691c08-03df-4eb4-9e02-fbc282e526c4 None None] Pushing event updated for resources: {'Port': ['ID=4129d662-8768-445d-a307-74091282d1ab,revision_number=2']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:29.343309 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] For port 4129d662-8768-445d-a307-74091282d1ab, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:29.350225 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] For port 4129d662-8768-445d-a307-74091282d1ab, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=4129d662-8768-445d-a307-74091282d1ab,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:29.394113 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.451869 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Network f40fdfc9-2961-4bc3-92d6-513bf9b26c40 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:29.456171 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Pushing event updated for resources: {'Port': ['ID=2060cdf0-1481-47c5-a4eb-2d0f3ab844de,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:29.458893 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:29.462014 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:15:29.496686 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (4129d662-8768-445d-a307-74091282d1ab), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.512415 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548120'] for router_interface (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.516980 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Routers {'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:15:29.517624 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:15:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:29.683332 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] Set router f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:15:29.715680 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff691c08-03df-4eb4-9e02-fbc282e526c4 None None] Pushing event updated for resources: {'Port': ['ID=4129d662-8768-445d-a307-74091282d1ab,revision_number=3']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:29.827487 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Provisioning complete for port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:29.828085 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.828085 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Attempt 1 to provision port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de Nov 02 13:15:29.868058 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:29.887194 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.916128 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'name': 'tempest-TestMinimumBasicScenario-1901909400-router', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24'}], 'enable_snat': True}, 'gw_port_id': '4129d662-8768-445d-a307-74091282d1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:24Z', 'updated_at': '2022-11-02T13:15:26Z', 'revision_number': 3, 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'gw_port': {'id': '4129d662-8768-445d-a307-74091282d1ab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:66:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:25Z', 'updated_at': '2022-11-02T13:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:29.960200 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6948be-a6dc-4f59-93d6-065fd61c6ba5 None None] The sync data for ids ['f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'] in dv-cinder-863278-1-smb is: [{'id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'name': 'tempest-TestMinimumBasicScenario-1901909400-router', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24'}], 'enable_snat': True}, 'gw_port_id': '4129d662-8768-445d-a307-74091282d1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:24Z', 'updated_at': '2022-11-02T13:15:26Z', 'revision_number': 3, 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'gw_port': {'id': '4129d662-8768-445d-a307-74091282d1ab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:66:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:25Z', 'updated_at': '2022-11-02T13:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:30.096266 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Publish callbacks [] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.212544 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.284840 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Pushing event updated for resources: {'Port': ['ID=2060cdf0-1481-47c5-a4eb-2d0f3ab844de,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:30.289032 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7808084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548236'] for router_interface (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.369051 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Attempt 2 to provision port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de Nov 02 13:15:30.412704 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Network f40fdfc9-2961-4bc3-92d6-513bf9b26c40 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:30.414486 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:30.419800 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:30.563152 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Router f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:15:30.735497 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:30.739020 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 4129d662-8768-445d-a307-74091282d1ab up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:30.741087 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-7ad8f222-4cc8-4808-839f-ff5538622f23 admin admin] 10.222.0.93 "PUT /v2.0/routers/f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5635984 Nov 02 13:15:30.814331 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 4129d662-8768-445d-a307-74091282d1ab triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:30.815014 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (4129d662-8768-445d-a307-74091282d1ab), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.815532 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 4129d662-8768-445d-a307-74091282d1ab Nov 02 13:15:30.896470 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 4129d662-8768-445d-a307-74091282d1ab is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:30.897574 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (4129d662-8768-445d-a307-74091282d1ab), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.922205 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-37a53840-9cb2-456e-a014-850541709480 None None] For port 4129d662-8768-445d-a307-74091282d1ab, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=4129d662-8768-445d-a307-74091282d1ab,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:30.922953 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Attempt 3 to provision port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de Nov 02 13:15:30.961930 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:31.022232 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (4129d662-8768-445d-a307-74091282d1ab), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:31.106797 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Pushing event updated for resources: {'Port': ['ID=4129d662-8768-445d-a307-74091282d1ab,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:31.463201 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Attempt 4 to provision port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de Nov 02 13:15:31.508368 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:32.010125 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Attempt 5 to provision port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de Nov 02 13:15:32.074629 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:32.577276 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Attempt 6 to provision port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de Nov 02 13:15:32.652485 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:32.682120 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 4129d662-8768-445d-a307-74091282d1ab up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:32.771663 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 4129d662-8768-445d-a307-74091282d1ab triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:32.772305 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (4129d662-8768-445d-a307-74091282d1ab), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:32.772797 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 4129d662-8768-445d-a307-74091282d1ab Nov 02 13:15:32.799909 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Sync routers for ids ['f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:32.821071 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Routers {'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:15:32.822227 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:15:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:32.906589 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 4129d662-8768-445d-a307-74091282d1ab is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:32.990337 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Set router f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:15:33.153632 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Attempt 7 to provision port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de Nov 02 13:15:33.197120 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:33.367343 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'name': 'tempest-TestMinimumBasicScenario-1901909400-router', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24'}], 'enable_snat': True}, 'gw_port_id': '4129d662-8768-445d-a307-74091282d1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:24Z', 'updated_at': '2022-11-02T13:15:29Z', 'revision_number': 4, 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'gw_port': {'id': '4129d662-8768-445d-a307-74091282d1ab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:66:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:25Z', 'updated_at': '2022-11-02T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '2060cdf0-1481-47c5-a4eb-2d0f3ab844de', 'name': '', 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'mac_address': 'fa:16:3e:9e:76:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '59f21387-12cd-4353-91ac-358b8a7ec18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:28Z', 'updated_at': '2022-11-02T13:15:29Z', 'revision_number': 2, 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'subnets': [{'id': '59f21387-12cd-4353-91ac-358b8a7ec18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:33.402295 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Checking router: f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:33.402976 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Updating router f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de binding host dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:15:33.441241 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.698766 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Attempt 8 to provision port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de Nov 02 13:15:33.767317 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Publish callbacks [] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), precommit_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.778809 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:33.835450 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.936996 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Attempting to bind port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de on host dv-cinder-863278-1-smb for vnic_type normal with profile {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:15:33.937636 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Attempting to bind port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de by drivers openvswitch,hyperv on host dv-cinder-863278-1-smb at level 0 using segments [{'id': 'd3613d67-c7f2-484c-8144-c077ee8c9665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40'}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:15:33.938215 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Attempting to bind port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de on network f40fdfc9-2961-4bc3-92d6-513bf9b26c40 {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:33.946136 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Checking agent: {'id': '89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 55, 11), 'started_at': datetime.datetime(2022, 11, 2, 12, 55, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:15:33.946815 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Checking segment: {'id': 'd3613d67-c7f2-484c-8144-c077ee8c9665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:15:33.947507 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.948067 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Bound using segment: {'id': 'd3613d67-c7f2-484c-8144-c077ee8c9665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40'} {{(pid=116232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:15:33.948725 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.managers [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Bound port: 2060cdf0-1481-47c5-a4eb-2d0f3ab844de, host: dv-cinder-863278-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3613d67-c7f2-484c-8144-c077ee8c9665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40'}}] {{(pid=116232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:15:33.949340 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), before_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.022614 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ff12c-ed3c-45a8-9552-d253d903a878 None None] Pushing event updated for resources: {'Port': ['ID=2060cdf0-1481-47c5-a4eb-2d0f3ab844de,revision_number=3']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:34.034316 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] For port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de, host dv-cinder-863278-1-smb, cleared binding levels {{(pid=116232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:34.040259 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.plugins.ml2.db [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] For port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de, host dv-cinder-863278-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=2060cdf0-1481-47c5-a4eb-2d0f3ab844de,segment=NetworkSegment(d3613d67-c7f2-484c-8144-c077ee8c9665),segment_id=d3613d67-c7f2-484c-8144-c077ee8c9665)] {{(pid=116232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:34.130870 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), after_update {{(pid=116232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.177787 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Routers {'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:15:34.178767 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:15:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:34.280493 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Attempt 9 to provision port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de Nov 02 13:15:34.295510 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ff12c-ed3c-45a8-9552-d253d903a878 None None] Pushing event updated for resources: {'Port': ['ID=2060cdf0-1481-47c5-a4eb-2d0f3ab844de,revision_number=4']} {{(pid=116232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:34.340584 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] Set router f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:15:34.419284 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Current status of the port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de is: DOWN; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:34.422143 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.465789 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] For port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=2060cdf0-1481-47c5-a4eb-2d0f3ab844de,segment=NetworkSegment(d3613d67-c7f2-484c-8144-c077ee8c9665),segment_id=d3613d67-c7f2-484c-8144-c077ee8c9665)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:34.467908 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8cc7-00b5-402c-8bc3-b367156097a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.583751 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.630608 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'name': 'tempest-TestMinimumBasicScenario-1901909400-router', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24'}], 'enable_snat': True}, 'gw_port_id': '4129d662-8768-445d-a307-74091282d1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:24Z', 'updated_at': '2022-11-02T13:15:29Z', 'revision_number': 4, 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'gw_port': {'id': '4129d662-8768-445d-a307-74091282d1ab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:66:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:25Z', 'updated_at': '2022-11-02T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '2060cdf0-1481-47c5-a4eb-2d0f3ab844de', 'name': '', 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'mac_address': 'fa:16:3e:9e:76:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '59f21387-12cd-4353-91ac-358b8a7ec18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:28Z', 'updated_at': '2022-11-02T13:15:34Z', 'revision_number': 4, 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'subnets': [{'id': '59f21387-12cd-4353-91ac-358b8a7ec18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:34.645853 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d2e87-177e-43ee-86a5-5ca933798e5b None None] Pushing event updated for resources: {'Port': ['ID=2060cdf0-1481-47c5-a4eb-2d0f3ab844de,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:34.660499 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d7b08b-447e-432c-aa5d-a3fda80337d4 None None] The sync data for ids ['f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'] in dv-cinder-863278-1-smb is: [{'id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'name': 'tempest-TestMinimumBasicScenario-1901909400-router', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24'}], 'enable_snat': True}, 'gw_port_id': '4129d662-8768-445d-a307-74091282d1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:24Z', 'updated_at': '2022-11-02T13:15:29Z', 'revision_number': 4, 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'gw_port': {'id': '4129d662-8768-445d-a307-74091282d1ab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:66:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:25Z', 'updated_at': '2022-11-02T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '2060cdf0-1481-47c5-a4eb-2d0f3ab844de', 'name': '', 'network_id': 'f40fdfc9-2961-4bc3-92d6-513bf9b26c40', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'mac_address': 'fa:16:3e:9e:76:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '59f21387-12cd-4353-91ac-358b8a7ec18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:28Z', 'updated_at': '2022-11-02T13:15:34Z', 'revision_number': 4, 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'subnets': [{'id': '59f21387-12cd-4353-91ac-358b8a7ec18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:34.722465 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-fd135144-ec50-4f75-b484-00e57057954e None None] Provisioning complete for port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:34.722921 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fd135144-ec50-4f75-b484-00e57057954e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.723277 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-fd135144-ec50-4f75-b484-00e57057954e None None] Attempt 1 to provision port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de Nov 02 13:15:34.841017 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-fd135144-ec50-4f75-b484-00e57057954e None None] Current status of the port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:36.716332 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 2060cdf0-1481-47c5-a4eb-2d0f3ab844de up at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:36.775286 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-37a53840-9cb2-456e-a014-850541709480 None None] Provisioning complete for port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:36.775709 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:36.776151 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Attempt 1 to provision port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de Nov 02 13:15:36.884605 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] Current status of the port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de is: ACTIVE; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:15:38.408556 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-012e7524-e7b8-4900-be14-825a69a51ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:40.633112 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:41.413467 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:41.692269 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:42.690123 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-141ac3da-2090-4cef-93cb-b12e989919a6 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:42.691709 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-141ac3da-2090-4cef-93cb-b12e989919a6 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/networks?id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae HTTP/1.1" status: 200 len: 815 time: 0.1115596 Nov 02 13:15:42.707764 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-19e22b03-7409-46ee-ab3b-097a48d08279 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/quotas/37e1fdd13f2d43e895d76b44fa45b0ef HTTP/1.1" status: 200 len: 375 time: 0.0103474 Nov 02 13:15:42.765911 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-61c732e5-cd50-40b5-bbb2-e9db06d5e367 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524931 Nov 02 13:15:42.940830 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-b35d3a19-91e3-42d5-bc8a-77a3f70fd794 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:15:42.941904 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-b35d3a19-91e3-42d5-bc8a-77a3f70fd794 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1625330 Nov 02 13:15:43.049509 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-b6d81b4c-dee5-47be-912e-c4b5bfbabae6 service neutron] 10.222.0.93 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987210 Nov 02 13:15:43.148763 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-7aa572f7-379f-4ed0-b719-40c1f81bb56c service neutron] 10.222.0.93 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935113 Nov 02 13:15:44.437676 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-9f1bc33c-a810-48df-aee2-456928af96b9 req-eebb3bd7-30c2-4993-bbf7-b84863313162 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 210 time: 0.0290570 Nov 02 13:15:44.975626 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.541383 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-32a963f8-8bf6-47ec-b272-47b0610f1394 req-6b2b7df9-506a-4d7d-ae23-e2a2a635d7f2 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 210 time: 0.0356255 Nov 02 13:15:46.651881 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8f40aa57-2557-46c2-a447-d0b141e46edb req-3d8631c5-34c3-4118-b014-2ea68eed48db tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 210 time: 0.0295646 Nov 02 13:15:47.207516 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-e090cb1f-0de4-4772-99c1-71d1d6feff74 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:47.208998 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-e090cb1f-0de4-4772-99c1-71d1d6feff74 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.86 "GET /v2.0/networks?id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae HTTP/1.1" status: 200 len: 815 time: 0.1199808 Nov 02 13:15:47.232397 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Request body: {'port': {'device_id': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'admin_state_up': True, 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:47.446374 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Made reservation on behalf of 37e1fdd13f2d43e895d76b44fa45b0ef for: {'port': 1} {{(pid=116229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:15:47.450017 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.601842 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.db_base_plugin_common [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Allocated IP 172.20.0.9 (ecd1dee0-5679-4485-a933-bd0cff1fd7ae/135f0525-c190-43ec-9828-0788315b6c63/001dcdbf-d606-4ee4-9e23-e6d454bb9a9a) {{(pid=116229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:47.776607 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-346ac458-df72-4e94-a881-778f325f2526 req-3a5ba587-8fa2-40dd-aa0a-91ac59d0e461 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 210 time: 0.0411053 Nov 02 13:15:47.828065 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.961407 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:48.040353 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Network ecd1dee0-5679-4485-a933-bd0cff1fd7ae is already hosted by enough agents. {{(pid=116229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:48.088236 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event updated for resources: {'Port': ['ID=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:48.095987 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.base_scheduler [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Resources bound (agent type, host, resource id): {{(pid=116229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:48.114917 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Received port after_create {{(pid=116229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:15:48.243356 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:48.244461 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:48.368878 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-10d16912-012e-4355-8d03-3bfd119746cb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1402049 Nov 02 13:15:48.399101 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-e14b2145-b1a0-4c5f-849c-a7481ff9e91f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=116229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:15:48.400235 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-e14b2145-b1a0-4c5f-849c-a7481ff9e91f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085335 Nov 02 13:15:48.559680 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Provisioning complete for port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a triggered by entity DHCP. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:15:48.562009 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:48.562863 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Attempt 1 to provision port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a Nov 02 13:15:48.617760 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:48.960496 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37b833-8700-44c6-a4f7-a115c6784434 req-7d310fb0-4c4e-4e96-81e0-0590193668c1 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:48.964517 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6a37b833-8700-44c6-a4f7-a115c6784434 req-7d310fb0-4c4e-4e96-81e0-0590193668c1 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 931 time: 0.0983453 Nov 02 13:15:49.058735 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6a37b833-8700-44c6-a4f7-a115c6784434 req-495a8dc4-9780-4dba-b01c-c16a59cf43a1 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859199 Nov 02 13:15:49.119653 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Attempt 2 to provision port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a Nov 02 13:15:49.170781 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:49.676120 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Attempt 3 to provision port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a Nov 02 13:15:49.723130 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:50.211027 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa9efc-ee5c-4adb-ab5b-2c5821ffc56c req-42c965ca-af95-49e1-a073-0f80961d77b4 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:50.212798 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b6aa9efc-ee5c-4adb-ab5b-2c5821ffc56c req-42c965ca-af95-49e1-a073-0f80961d77b4 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 931 time: 0.0621710 Nov 02 13:15:50.227900 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Attempt 4 to provision port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a Nov 02 13:15:50.276205 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:50.291904 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-b6aa9efc-ee5c-4adb-ab5b-2c5821ffc56c req-beb1b0d0-e6cb-45d0-a77d-7f408617d61f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679958 Nov 02 13:15:50.777288 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Attempt 5 to provision port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a Nov 02 13:15:50.845515 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:51.346325 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Attempt 6 to provision port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a Nov 02 13:15:51.397453 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:51.474984 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7da2f1-3285-46a4-9671-03ce173ebe85 req-560d3c9c-ad13-47b4-a092-e7fb9dfca922 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:51.477036 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1a7da2f1-3285-46a4-9671-03ce173ebe85 req-560d3c9c-ad13-47b4-a092-e7fb9dfca922 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 931 time: 0.0693083 Nov 02 13:15:51.546768 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-1a7da2f1-3285-46a4-9671-03ce173ebe85 req-b0b12d85-a0a1-45f6-adfa-2315a6fc4a1e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617349 Nov 02 13:15:51.899568 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Attempt 7 to provision port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a Nov 02 13:15:51.940739 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:52.441668 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Attempt 8 to provision port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a Nov 02 13:15:52.500257 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:52.701653 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43b16-311f-4b8f-8014-0461e4f6aba3 req-701ae19e-fada-4cf0-9c74-408317ac2e11 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:52.703168 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6cc43b16-311f-4b8f-8014-0461e4f6aba3 req-701ae19e-fada-4cf0-9c74-408317ac2e11 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 931 time: 0.0592463 Nov 02 13:15:52.760047 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-6cc43b16-311f-4b8f-8014-0461e4f6aba3 req-ca5f9baf-9e32-42a9-99f1-613108e42258 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510128 Nov 02 13:15:53.002405 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Attempt 9 to provision port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a Nov 02 13:15:53.036348 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:53.537801 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Attempt 10 to provision port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a Nov 02 13:15:53.573216 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1d092-e6f3-47b2-aa54-f72fd64d9794 None None] Port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a cannot update to ACTIVE because it is not bound. {{(pid=116231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:15:53.896250 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0f4e9-2f5c-4b64-8cc6-810c32eba89f req-4e70c72f-8456-4000-a1fb-258a1630f5ee tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:53.897930 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7cb0f4e9-2f5c-4b64-8cc6-810c32eba89f req-4e70c72f-8456-4000-a1fb-258a1630f5ee tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 931 time: 0.0609071 Nov 02 13:15:53.956636 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-7cb0f4e9-2f5c-4b64-8cc6-810c32eba89f req-31aa3bd9-8dfd-40ec-a215-097f55a11959 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528078 Nov 02 13:15:55.123431 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699791a2-65f2-4e48-b8ea-c0982eeb6556 req-45dc2d26-8b96-4b31-8c7a-342b23bfe1a5 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:55.125032 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-699791a2-65f2-4e48-b8ea-c0982eeb6556 req-45dc2d26-8b96-4b31-8c7a-342b23bfe1a5 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 931 time: 0.0786622 Nov 02 13:15:55.179180 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-699791a2-65f2-4e48-b8ea-c0982eeb6556 req-0d37d127-2a0f-4cab-8759-a366084bd894 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482004 Nov 02 13:15:55.187478 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:15:56.315695 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848ead4-5a50-4195-9fbf-347727d8b4d8 req-2c60297e-2d68-4a76-80c5-f97626718ba3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:56.317250 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8848ead4-5a50-4195-9fbf-347727d8b4d8 req-2c60297e-2d68-4a76-80c5-f97626718ba3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 931 time: 0.0556104 Nov 02 13:15:56.368371 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8848ead4-5a50-4195-9fbf-347727d8b4d8 req-384df756-d95b-42b1-9b9c-383aa339792c tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449877 Nov 02 13:15:56.673630 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Request body: {'port': {'device_id': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:56.745943 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.031111 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a {{(pid=116229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:15:57.039515 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Publish callbacks [] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.052469 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.provisioning_blocks [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Transition to ACTIVE for port object 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a will not be triggered until provisioned by entity L2. {{(pid=116229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:15:57.163403 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.246365 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Pushing event updated for resources: {'Port': ['ID=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,revision_number=2']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:57.282941 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Attempting to bind port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a on host hv-cinder-86327 for vnic_type normal with profile {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:15:57.283180 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Attempting to bind port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:15:57.283518 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Attempting to bind port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a on network ecd1dee0-5679-4485-a933-bd0cff1fd7ae {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:57.288563 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a on network ecd1dee0-5679-4485-a933-bd0cff1fd7ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:15:57.288870 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Attempting to bind port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a on network ecd1dee0-5679-4485-a933-bd0cff1fd7ae {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:57.294362 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Checking agent: {'id': 'ff0fefdd-b597-478c-8fa7-8cf041dc6c70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'started_at': datetime.datetime(2022, 11, 2, 13, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:15:57.295348 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Checking segment: {'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:15:57.295671 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Bound using segment: {'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'} {{(pid=116229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:15:57.296080 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.managers [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Bound port: 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb04df7-3c76-4a90-b387-cc0a13675491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae'}}] {{(pid=116229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:15:57.296441 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.359948 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] For port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a, host hv-cinder-86327, cleared binding levels {{(pid=116229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:57.363500 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] For port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:57.464971 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.468686 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:57.469315 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.470815 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] 10.222.0.86 "PUT /v2.0/ports/001dcdbf-d606-4ee4-9e23-e6d454bb9a9a HTTP/1.1" status: 200 len: 1093 time: 0.8026607 Nov 02 13:15:57.473065 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:15:57.475494 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61e01f8-37ad-4ebe-a3f9-2df7c5276335" -d '{"events": [{"name": "network-changed", "server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:15:57.513963 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67f7d5-cd62-47fd-8662-12d97d2e0df3 req-60d1a3c1-f53e-4433-afab-a3aef527eb1d tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:57.513963 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fc67f7d5-cd62-47fd-8662-12d97d2e0df3 req-60d1a3c1-f53e-4433-afab-a3aef527eb1d tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 943 time: 0.0669315 Nov 02 13:15:57.531711 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d6a911-a745-4c8a-a966-b26854ff8dfc x-openstack-request-id: req-43d6a911-a745-4c8a-a966-b26854ff8dfc {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:15:57.532006 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:15:57.532267 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-43d6a911-a745-4c8a-a966-b26854ff8dfc {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:15:57.532670 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d6a911-a745-4c8a-a966-b26854ff8dfc'] response: {'name': 'network-changed', 'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'status': 'completed', 'code': 200} Nov 02 13:15:57.548548 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b80964-c73a-4db6-aa82-7d6ab71a0a75 service neutron] Pushing event updated for resources: {'Port': ['ID=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,revision_number=3']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:57.567667 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-fc67f7d5-cd62-47fd-8662-12d97d2e0df3 req-8906c52b-f991-4471-b681-bde696d490df tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474379 Nov 02 13:15:57.630721 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e01f8-37ad-4ebe-a3f9-2df7c5276335 req-f3750c29-7449-4e28-9119-6c8228b42fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:57.632271 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e61e01f8-37ad-4ebe-a3f9-2df7c5276335 req-f3750c29-7449-4e28-9119-6c8228b42fbb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef&device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 1127 time: 0.0544066 Nov 02 13:15:57.748266 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e01f8-37ad-4ebe-a3f9-2df7c5276335 req-b74123a5-95e4-4288-a0f6-5fe388205185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:57.749843 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e61e01f8-37ad-4ebe-a3f9-2df7c5276335 req-b74123a5-95e4-4288-a0f6-5fe388205185 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0975170 Nov 02 13:15:57.852625 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e01f8-37ad-4ebe-a3f9-2df7c5276335 req-f2ae4d70-171a-4a15-acfa-ae1ad47534b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:57.854038 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e61e01f8-37ad-4ebe-a3f9-2df7c5276335 req-f2ae4d70-171a-4a15-acfa-ae1ad47534b0 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0982382 Nov 02 13:15:57.961753 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-4015ff85-becf-40ee-b3cd-f97dc43f8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:57.963340 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-4015ff85-becf-40ee-b3cd-f97dc43f8e3c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef&device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 1127 time: 0.0494070 Nov 02 13:15:58.013878 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-efd8a399-69a0-4350-b49c-e58201ad3fa7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a HTTP/1.1" status: 200 len: 217 time: 0.0345085 Nov 02 13:15:58.066682 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-88958a29-ed4b-4bc0-807c-410a930b30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:58.068165 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-88958a29-ed4b-4bc0-807c-410a930b30cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=135f0525-c190-43ec-9828-0788315b6c63 HTTP/1.1" status: 200 len: 854 time: 0.0490677 Nov 02 13:15:58.120643 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-f5e651c0-4e22-4a9f-816b-e1bf29d0b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:58.122115 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-f5e651c0-4e22-4a9f-816b-e1bf29d0b216 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473707 Nov 02 13:15:58.213587 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-4214e944-2152-45b4-8214-7608d6a86645 service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840125 Nov 02 13:15:58.308660 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-247da701-21b8-4960-9d2b-b0cbdb524e0b req-7e457b69-61fa-42d9-a167-32a1fb0b983a service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893865 Nov 02 13:15:58.702460 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec745a23-9d72-4687-931f-78187e4ac10b req-69dde3ce-a36f-40ed-9630-71513f8ef7d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:58.704073 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ec745a23-9d72-4687-931f-78187e4ac10b req-69dde3ce-a36f-40ed-9630-71513f8ef7d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 943 time: 0.0577044 Nov 02 13:15:58.765265 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ec745a23-9d72-4687-931f-78187e4ac10b req-dc11229a-c817-4a2c-8a9a-e1909b42489f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484886 Nov 02 13:15:59.900179 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8a919-bc7c-4203-b24f-195997f95d4d req-c013bfeb-2011-43f2-8ef8-25355ee81497 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:59.901938 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0eb8a919-bc7c-4203-b24f-195997f95d4d req-c013bfeb-2011-43f2-8ef8-25355ee81497 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 943 time: 0.0619600 Nov 02 13:15:59.958362 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-0eb8a919-bc7c-4203-b24f-195997f95d4d req-b9517383-ff1b-41da-8e4a-c401c088722f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455143 Nov 02 13:16:01.096642 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=116231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:16:01.113763 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e98687-ec2e-4b8b-b9e6-3615c2ed7541 req-0285acfb-2132-4561-8431-96a505348a73 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:01.116308 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d2e98687-ec2e-4b8b-b9e6-3615c2ed7541 req-0285acfb-2132-4561-8431-96a505348a73 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 943 time: 0.0738754 Nov 02 13:16:01.185247 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-d2e98687-ec2e-4b8b-b9e6-3615c2ed7541 req-2a45cea5-1dd7-4f90-abb2-05aead682486 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595043 Nov 02 13:16:01.241281 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:01.255770 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Returning: {'device': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'port_id': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'mac_address': 'fa:16:3e:3a:64:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135f0525-c190-43ec-9828-0788315b6c63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:16:01.302717 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a is: DOWN; New status is: BUILD {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:16:01.316159 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:01.326802 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a {{(pid=116231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:16:01.359577 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:01.532072 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:01.585118 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,revision_number=4']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:01.850628 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:16:02.335864 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd010e-74df-4a72-85bb-6aafc4f519bf req-29269e16-8512-4be7-993d-0a0a6110aad8 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:02.337456 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ecdd010e-74df-4a72-85bb-6aafc4f519bf req-29269e16-8512-4be7-993d-0a0a6110aad8 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 944 time: 0.0680380 Nov 02 13:16:02.394733 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ecdd010e-74df-4a72-85bb-6aafc4f519bf req-69567270-2012-43e0-a2b9-d721bd26c33f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Nov 02 13:16:03.114397 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a up at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:03.297304 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning for port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a completed by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:16:03.302927 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.provisioning_blocks [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Provisioning complete for port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a triggered by entity L2. {{(pid=116231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:16:03.303702 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562547'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), provisioning_complete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.303870 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Attempt 1 to provision port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a Nov 02 13:16:03.400770 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Current status of the port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a is: BUILD; New status is: ACTIVE {{(pid=116231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:16:03.401166 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), before_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.431489 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'}] {{(pid=116231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:16:03.434426 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe273df18a4bfc4aa5438735edff830f78b0507585222022ce0e4b2880965363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62de580-1a85-40c4-8936-172cca86469f" -d '{"events": [{"server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "name": "network-vif-plugged", "status": "completed", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a"}]}' {{(pid=116231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:16:03.454452 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] For port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:03.484043 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a845da9c-bf5a-4101-920d-f1c3d11c3aab x-openstack-request-id: req-a845da9c-bf5a-4101-920d-f1c3d11c3aab {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:16:03.484723 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "name": "network-vif-plugged", "status": "completed", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a", "code": 200}]} {{(pid=116231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:16:03.485230 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a845da9c-bf5a-4101-920d-f1c3d11c3aab {{(pid=116231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:16:03.485964 dv-cinder-863278-1-smb neutron-server[116231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a845da9c-bf5a-4101-920d-f1c3d11c3aab'] response: {'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'code': 200} Nov 02 13:16:03.546224 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.585494 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5052f1-c5c4-4d77-ae45-3c8555a995f6 req-7159f334-0636-4666-a5a0-47e575f9f85d tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:03.587739 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8a5052f1-c5c4-4d77-ae45-3c8555a995f6 req-7159f334-0636-4666-a5a0-47e575f9f85d tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 944 time: 0.0959723 Nov 02 13:16:03.623739 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Pushing event updated for resources: {'Port': ['ID=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,revision_number=5']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:03.653367 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-8a5052f1-c5c4-4d77-ae45-3c8555a995f6 req-d1d56a63-01a1-4979-b86e-a84478a13283 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568626 Nov 02 13:16:04.058512 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52e7f0-5f99-4e10-ade8-87d6c15e2ee1 req-4973cc47-0911-456c-9900-0c5a64c425bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:04.060721 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6d52e7f0-5f99-4e10-ade8-87d6c15e2ee1 req-4973cc47-0911-456c-9900-0c5a64c425bd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 1129 time: 0.1056826 Nov 02 13:16:04.135062 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-6d52e7f0-5f99-4e10-ade8-87d6c15e2ee1 req-97a29b0b-9ed6-4e8c-806a-932284f84afd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657482 Nov 02 13:16:04.503385 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-05923434-2368-48e4-9b5f-82efe4dbc7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:04.811079 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4707b-b510-4195-9615-c5e27a061bb0 req-9ccb2a00-6480-400b-bc3c-7574b3f2fd4e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:04.812743 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-04c4707b-b510-4195-9615-c5e27a061bb0 req-9ccb2a00-6480-400b-bc3c-7574b3f2fd4e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 945 time: 0.0704308 Nov 02 13:16:04.883133 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-04c4707b-b510-4195-9615-c5e27a061bb0 req-3f60c2ca-8927-4888-ad44-7ae8135a55b4 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614834 Nov 02 13:16:06.041948 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8d465-d763-4b58-9a97-913f2c650480 req-3a2d127a-e85a-4ff9-810e-ae3d8fc999d2 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:06.043538 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24f8d465-d763-4b58-9a97-913f2c650480 req-3a2d127a-e85a-4ff9-810e-ae3d8fc999d2 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 945 time: 0.0586815 Nov 02 13:16:06.101025 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-24f8d465-d763-4b58-9a97-913f2c650480 req-f58b0ac1-113a-485e-b91c-09a1d2df3237 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496418 Nov 02 13:16:06.234235 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473e072-0859-4651-a1ce-63d9b7ed35f7 req-78555755-687d-4adf-8234-902bcd57be4b tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:06.235846 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a473e072-0859-4651-a1ce-63d9b7ed35f7 req-78555755-687d-4adf-8234-902bcd57be4b tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 945 time: 0.0577059 Nov 02 13:16:06.295397 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a473e072-0859-4651-a1ce-63d9b7ed35f7 req-b293c323-50bd-46c2-b06b-5195ee1a6117 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521646 Nov 02 13:16:06.709462 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3bf0a-df77-44e8-b081-8c9315dae742 req-d5483b63-f83f-413a-b689-89d531740ea0 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:06.711329 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-93d3bf0a-df77-44e8-b081-8c9315dae742 req-d5483b63-f83f-413a-b689-89d531740ea0 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 945 time: 0.0665147 Nov 02 13:16:06.771149 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-93d3bf0a-df77-44e8-b081-8c9315dae742 req-8249862c-5a49-43c2-b524-36069d6b9ea1 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536354 Nov 02 13:16:08.422735 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9c3a-8cc9-4389-b373-7faf73732486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:10.646011 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:11.457529 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:11.773968 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:13.834839 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259b29e-7a37-4fc4-b8fe-edd931ca8877 req-1cf6e179-eb92-4671-aba2-c7aac5c4e7d6 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:13.836336 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7259b29e-7a37-4fc4-b8fe-edd931ca8877 req-1cf6e179-eb92-4671-aba2-c7aac5c4e7d6 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 945 time: 0.0533445 Nov 02 13:16:13.884236 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-7259b29e-7a37-4fc4-b8fe-edd931ca8877 req-fe418cb5-0d4f-4bb4-931d-d1996046054a tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416713 Nov 02 13:16:13.913689 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35548) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:14.010657 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832e5eeb-6302-4c87-8f21-65c3b75decd9 tempest-TestMinimumBasicScenario-2047793767 tempest-TestMinimumBasicScenario-2047793767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:14.012221 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-832e5eeb-6302-4c87-8f21-65c3b75decd9 tempest-TestMinimumBasicScenario-2047793767 tempest-TestMinimumBasicScenario-2047793767-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 1124 time: 0.0975049 Nov 02 13:16:14.015928 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35552) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:14.020447 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Request body: {'floatingip': {'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'port_id': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'fixed_ip_address': '172.20.0.9'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:14.196709 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:14.296486 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:14.425927 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_common [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Allocated IP 172.28.4.204 (77ce1c78-9b99-4e9d-8799-30ad603e3245/9951bb8a-ad4b-4bcc-8db5-bd08b9898190/81dbac98-ed44-4173-8157-b5bac322c652) {{(pid=116230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:14.541591 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for port (81dbac98-ed44-4173-8157-b5bac322c652), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:14.771569 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781483692292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (81dbac98-ed44-4173-8157-b5bac322c652), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:14.816167 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Network 77ce1c78-9b99-4e9d-8799-30ad603e3245 is already hosted by enough agents. {{(pid=116230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:14.821494 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.base_scheduler [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Resources bound (agent type, host, resource id): {{(pid=116230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:14.825499 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Received port after_create {{(pid=116230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:16:14.828763 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event updated for resources: {'Port': ['ID=81dbac98-ed44-4173-8157-b5bac322c652,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:14.855991 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:14.857212 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:14.857212 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:14.857427 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:14.857791 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:14.858215 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:14.858556 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:14.858889 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:14.859220 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:14.859582 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:14.859984 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:14.860334 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:14.860660 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:15.037151 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:15.216667 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for floatingip (bb0eb7cb-b1d7-48eb-8a98-af37aab6e848), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:15.386449 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (81dbac98-ed44-4173-8157-b5bac322c652), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:15.543481 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for port (81dbac98-ed44-4173-8157-b5bac322c652), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:15.725867 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (81dbac98-ed44-4173-8157-b5bac322c652), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:15.797622 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event updated for resources: {'Port': ['ID=81dbac98-ed44-4173-8157-b5bac322c652,revision_number=2']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:15.801447 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (bb0eb7cb-b1d7-48eb-8a98-af37aab6e848), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:16.169288 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Floating IP bb0eb7cb-b1d7-48eb-8a98-af37aab6e848 associated. External IP: 172.28.4.204, port: 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a. Nov 02 13:16:16.373878 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Router c0b94dd9-5150-4b2a-b266-19515637af3e has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:16:16.490075 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:16.502737 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262cd1db-9dba-424e-877d-c2b0cd23e5ee None None] Sync routers for ids ['c0b94dd9-5150-4b2a-b266-19515637af3e'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:16.513688 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262cd1db-9dba-424e-877d-c2b0cd23e5ee None None] Routers {'c0b94dd9-5150-4b2a-b266-19515637af3e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:16:16.514366 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-262cd1db-9dba-424e-877d-c2b0cd23e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:16:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['c0b94dd9-5150-4b2a-b266-19515637af3e'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:16.629308 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-262cd1db-9dba-424e-877d-c2b0cd23e5ee None None] Set router c0b94dd9-5150-4b2a-b266-19515637af3e gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:16:16.690638 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:16.733448 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-cada4f13-c5dc-449c-9405-f9e5e3f35192 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7163844 Nov 02 13:16:16.734486 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:16:16.737563 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47152dfe-35a9-491d-8671-5455146038ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:16:16.737789 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35574) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:16.743212 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1056287637', 'description': 'tempest-secgroup-smoke-1056287637 description', 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:16.804878 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c151ca-ec5e-40b3-a547-c3b2e2e987f1 x-openstack-request-id: req-97c151ca-ec5e-40b3-a547-c3b2e2e987f1 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:16:16.805421 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:16:16.805807 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-97c151ca-ec5e-40b3-a547-c3b2e2e987f1 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:16:16.806584 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c151ca-ec5e-40b3-a547-c3b2e2e987f1'] response: {'name': 'network-changed', 'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'status': 'completed', 'code': 200} Nov 02 13:16:16.889871 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-262cd1db-9dba-424e-877d-c2b0cd23e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:15:20Z', 'revision_number': 4, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'bb0eb7cb-b1d7-48eb-8a98-af37aab6e848', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'floating_ip_address': '172.28.4.204', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'port_id': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'mac_address': 'fa:16:3e:3a:64:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:16:15Z', 'updated_at': '2022-11-02T13:16:15Z', 'revision_number': 0, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a018e90c-0b25-41ec-8ce8-d2b42d8a8a20', 'name': '', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'mac_address': 'fa:16:3e:b6:4d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '135f0525-c190-43ec-9828-0788315b6c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:20Z', 'updated_at': '2022-11-02T13:15:24Z', 'revision_number': 5, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'subnets': [{'id': '135f0525-c190-43ec-9828-0788315b6c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:16.913821 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47152dfe-35a9-491d-8671-5455146038ae req-7f376130-1328-4b6f-aa5f-b493a2856848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:16.915760 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-47152dfe-35a9-491d-8671-5455146038ae req-7f376130-1328-4b6f-aa5f-b493a2856848 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef&device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 1129 time: 0.0604205 Nov 02 13:16:16.916903 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262cd1db-9dba-424e-877d-c2b0cd23e5ee None None] Checking router: c0b94dd9-5150-4b2a-b266-19515637af3e for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:16.927178 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262cd1db-9dba-424e-877d-c2b0cd23e5ee None None] Routers {'c0b94dd9-5150-4b2a-b266-19515637af3e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:16:16.927817 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-262cd1db-9dba-424e-877d-c2b0cd23e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:16:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['c0b94dd9-5150-4b2a-b266-19515637af3e'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:16.954057 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.118444 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47152dfe-35a9-491d-8671-5455146038ae req-b284526a-8fa9-42d8-8d09-2bb9578ab723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:17.120130 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-47152dfe-35a9-491d-8671-5455146038ae req-b284526a-8fa9-42d8-8d09-2bb9578ab723 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae HTTP/1.1" status: 200 len: 917 time: 0.1987128 Nov 02 13:16:17.191149 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-262cd1db-9dba-424e-877d-c2b0cd23e5ee None None] Set router c0b94dd9-5150-4b2a-b266-19515637af3e gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:16:17.194597 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group (78da7977-ccc1-4ffe-a7c1-81de3059270d), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.211346 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-47152dfe-35a9-491d-8671-5455146038ae req-253f02f8-e051-4cb3-ab10-d0274bc7ed0b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a HTTP/1.1" status: 200 len: 999 time: 0.0834599 Nov 02 13:16:17.267101 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47152dfe-35a9-491d-8671-5455146038ae req-94afcc10-c304-4e06-86b3-bc2baba95280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:17.268748 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-47152dfe-35a9-491d-8671-5455146038ae req-94afcc10-c304-4e06-86b3-bc2baba95280 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=135f0525-c190-43ec-9828-0788315b6c63 HTTP/1.1" status: 200 len: 854 time: 0.0512745 Nov 02 13:16:17.289495 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (78da7977-ccc1-4ffe-a7c1-81de3059270d), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.354660 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78da7977-ccc1-4ffe-a7c1-81de3059270d,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:17.375606 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.376199 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.376777 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.378008 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.378552 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.379398 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.379928 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.380473 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.381027 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.381558 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.382153 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.382696 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.383259 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.400701 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47152dfe-35a9-491d-8671-5455146038ae req-84d5ac90-e0ea-49ec-9c9f-883954340075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:17.402351 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-47152dfe-35a9-491d-8671-5455146038ae req-84d5ac90-e0ea-49ec-9c9f-883954340075 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1257823 Nov 02 13:16:17.467393 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.468641 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-a9b01f14-a808-4deb-80c9-aac5f7790dad tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7297492 Nov 02 13:16:17.473068 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35578) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:17.477809 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-61069c6c-4b25-45f7-b4a4-ad19ab37de6e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Request body: {'security_group_rule': {'security_group_id': '78da7977-ccc1-4ffe-a7c1-81de3059270d', 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:17.506241 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-262cd1db-9dba-424e-877d-c2b0cd23e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:15:20Z', 'revision_number': 4, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'bb0eb7cb-b1d7-48eb-8a98-af37aab6e848', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'floating_ip_address': '172.28.4.204', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'port_id': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'mac_address': 'fa:16:3e:3a:64:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:16:15Z', 'updated_at': '2022-11-02T13:16:15Z', 'revision_number': 0, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a018e90c-0b25-41ec-8ce8-d2b42d8a8a20', 'name': '', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'mac_address': 'fa:16:3e:b6:4d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '135f0525-c190-43ec-9828-0788315b6c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:20Z', 'updated_at': '2022-11-02T13:15:24Z', 'revision_number': 5, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'subnets': [{'id': '135f0525-c190-43ec-9828-0788315b6c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:17.540089 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-47152dfe-35a9-491d-8671-5455146038ae req-4745ab2e-7f78-4abc-8c9b-1946e8de2291 service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307251 Nov 02 13:16:17.552677 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262cd1db-9dba-424e-877d-c2b0cd23e5ee None None] The sync data for ids ['c0b94dd9-5150-4b2a-b266-19515637af3e'] in dv-cinder-863278-1-smb is: [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:15:20Z', 'revision_number': 4, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_floatingips': [{'id': 'bb0eb7cb-b1d7-48eb-8a98-af37aab6e848', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'floating_ip_address': '172.28.4.204', 'floating_network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'router_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'port_id': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'mac_address': 'fa:16:3e:3a:64:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:16:15Z', 'updated_at': '2022-11-02T13:16:15Z', 'revision_number': 0, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a018e90c-0b25-41ec-8ce8-d2b42d8a8a20', 'name': '', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'mac_address': 'fa:16:3e:b6:4d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '135f0525-c190-43ec-9828-0788315b6c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:20Z', 'updated_at': '2022-11-02T13:15:24Z', 'revision_number': 5, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'subnets': [{'id': '135f0525-c190-43ec-9828-0788315b6c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:17.650157 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-47152dfe-35a9-491d-8671-5455146038ae req-f6f86b17-fbf0-4d8b-8ba2-41e4d7705bad service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040001 Nov 02 13:16:17.702346 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61069c6c-4b25-45f7-b4a4-ad19ab37de6e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (7f8690f2-0c78-44c1-9619-db408b046d94), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.769205 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61069c6c-4b25-45f7-b4a4-ad19ab37de6e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (7f8690f2-0c78-44c1-9619-db408b046d94), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.772482 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e43782-20f2-480a-ae44-afca4b5975e7 None None] New status for floating IP bb0eb7cb-b1d7-48eb-8a98-af37aab6e848: ACTIVE {{(pid=116232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:16:17.859656 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61069c6c-4b25-45f7-b4a4-ad19ab37de6e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (7f8690f2-0c78-44c1-9619-db408b046d94), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.873485 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61069c6c-4b25-45f7-b4a4-ad19ab37de6e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8690f2-0c78-44c1-9619-db408b046d94,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:17.979532 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61069c6c-4b25-45f7-b4a4-ad19ab37de6e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.983509 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-61069c6c-4b25-45f7-b4a4-ad19ab37de6e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5068412 Nov 02 13:16:17.991778 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35588) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:17.992236 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-e1da0b08-456f-4005-ae14-a5417060ab5f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Request body: {'security_group_rule': {'security_group_id': '78da7977-ccc1-4ffe-a7c1-81de3059270d', 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:18.188423 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e1da0b08-456f-4005-ae14-a5417060ab5f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (7d51d3d0-d77c-4ef9-a917-1674b1e8d633), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.267101 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e1da0b08-456f-4005-ae14-a5417060ab5f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (7d51d3d0-d77c-4ef9-a917-1674b1e8d633), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.448342 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e1da0b08-456f-4005-ae14-a5417060ab5f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (7d51d3d0-d77c-4ef9-a917-1674b1e8d633), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.469609 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da0b08-456f-4005-ae14-a5417060ab5f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d51d3d0-d77c-4ef9-a917-1674b1e8d633,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:18.585713 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e1da0b08-456f-4005-ae14-a5417060ab5f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.587017 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-e1da0b08-456f-4005-ae14-a5417060ab5f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5998738 Nov 02 13:16:18.592146 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35594) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:18.597061 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-670db569-2b64-4166-9027-ff84e084ecb4 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Request body: {'security_group_rule': {'security_group_id': '78da7977-ccc1-4ffe-a7c1-81de3059270d', 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:18.757828 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-670db569-2b64-4166-9027-ff84e084ecb4 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (32995cd3-1520-43ad-a201-e994d01338fa), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.825460 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-670db569-2b64-4166-9027-ff84e084ecb4 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (32995cd3-1520-43ad-a201-e994d01338fa), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.939463 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-670db569-2b64-4166-9027-ff84e084ecb4 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (32995cd3-1520-43ad-a201-e994d01338fa), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.963613 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670db569-2b64-4166-9027-ff84e084ecb4 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32995cd3-1520-43ad-a201-e994d01338fa,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:19.073186 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-670db569-2b64-4166-9027-ff84e084ecb4 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:19.074522 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-670db569-2b64-4166-9027-ff84e084ecb4 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4813743 Nov 02 13:16:19.077998 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35596) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:19.082872 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [None req-59fdcf3b-80c4-4123-88b4-8843d5d8bea7 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Request body: {'security_group_rule': {'security_group_id': '78da7977-ccc1-4ffe-a7c1-81de3059270d', 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:19.261902 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-59fdcf3b-80c4-4123-88b4-8843d5d8bea7 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (da16941a-1e64-4d73-b888-d98b277ee341), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:19.332554 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-59fdcf3b-80c4-4123-88b4-8843d5d8bea7 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (da16941a-1e64-4d73-b888-d98b277ee341), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:19.503558 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-59fdcf3b-80c4-4123-88b4-8843d5d8bea7 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (da16941a-1e64-4d73-b888-d98b277ee341), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:19.533848 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdcf3b-80c4-4123-88b4-8843d5d8bea7 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da16941a-1e64-4d73-b888-d98b277ee341,revision_number=0']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:19.770223 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-59fdcf3b-80c4-4123-88b4-8843d5d8bea7 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:19.771770 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-59fdcf3b-80c4-4123-88b4-8843d5d8bea7 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6926591 Nov 02 13:16:19.775054 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35600) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:19.781816 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-d34d47d9-d461-4520-90ae-5cbb6f288186 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Request body: {'security_group_rule': {'security_group_id': '78da7977-ccc1-4ffe-a7c1-81de3059270d', 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:19.899700 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.securitygroups_db [None req-d34d47d9-d461-4520-90ae-5cbb6f288186 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Project 37e1fdd13f2d43e895d76b44fa45b0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:16:19.905751 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d34d47d9-d461-4520-90ae-5cbb6f288186 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (6279c37e-3e4b-417d-9158-2b37ed005ef2), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:19.981237 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d34d47d9-d461-4520-90ae-5cbb6f288186 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (6279c37e-3e4b-417d-9158-2b37ed005ef2), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:20.077080 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d34d47d9-d461-4520-90ae-5cbb6f288186 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (6279c37e-3e4b-417d-9158-2b37ed005ef2), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:20.095158 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d47d9-d461-4520-90ae-5cbb6f288186 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6279c37e-3e4b-417d-9158-2b37ed005ef2,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:20.219592 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-d34d47d9-d461-4520-90ae-5cbb6f288186 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:20.220899 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-d34d47d9-d461-4520-90ae-5cbb6f288186 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4445834 Nov 02 13:16:20.223725 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35602) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:20.228366 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [None req-c311adcd-c351-4e32-918a-d195fbfbb1df tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Request body: {'security_group_rule': {'security_group_id': '78da7977-ccc1-4ffe-a7c1-81de3059270d', 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:20.353942 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.securitygroups_db [None req-c311adcd-c351-4e32-918a-d195fbfbb1df tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Project 37e1fdd13f2d43e895d76b44fa45b0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:16:20.359637 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c311adcd-c351-4e32-918a-d195fbfbb1df tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (7825644a-8a4b-4eb4-a10f-e9f729a36e90), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:20.428404 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c311adcd-c351-4e32-918a-d195fbfbb1df tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (7825644a-8a4b-4eb4-a10f-e9f729a36e90), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:20.542317 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c311adcd-c351-4e32-918a-d195fbfbb1df tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620190'] for security_group_rule (7825644a-8a4b-4eb4-a10f-e9f729a36e90), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:20.563571 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311adcd-c351-4e32-918a-d195fbfbb1df tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7825644a-8a4b-4eb4-a10f-e9f729a36e90,revision_number=0']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:20.667183 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-c311adcd-c351-4e32-918a-d195fbfbb1df tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:20.668456 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-c311adcd-c351-4e32-918a-d195fbfbb1df tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4437335 Nov 02 13:16:20.788683 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0eeef587-47a3-4ab7-a24c-e75fd948b7bf req-c2335aaa-a4cc-46f3-8255-80ba596bf0be tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056287637&fields=id&tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef HTTP/1.1" status: 200 len: 267 time: 0.0564420 Nov 02 13:16:20.869119 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeef587-47a3-4ab7-a24c-e75fd948b7bf req-5e86e4df-fd1f-4dd0-b8b9-0ed8f48fb5db tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:20.870899 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0eeef587-47a3-4ab7-a24c-e75fd948b7bf req-5e86e4df-fd1f-4dd0-b8b9-0ed8f48fb5db tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 945 time: 0.0716183 Nov 02 13:16:20.884989 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.v2.base [req-0eeef587-47a3-4ab7-a24c-e75fd948b7bf req-1938835b-f99d-4eb3-92ae-7d423572c01f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Request body: {'port': {'security_groups': ['9fabaf6c-bb6d-4795-a8f0-fc906b5591e0', '78da7977-ccc1-4ffe-a7c1-81de3059270d']}} {{(pid=116229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:20.969074 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-0eeef587-47a3-4ab7-a24c-e75fd948b7bf req-1938835b-f99d-4eb3-92ae-7d423572c01f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), before_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:21.216367 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-0eeef587-47a3-4ab7-a24c-e75fd948b7bf req-1938835b-f99d-4eb3-92ae-7d423572c01f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] For port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:21.249927 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-0eeef587-47a3-4ab7-a24c-e75fd948b7bf req-1938835b-f99d-4eb3-92ae-7d423572c01f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:21.379835 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-0eeef587-47a3-4ab7-a24c-e75fd948b7bf req-1938835b-f99d-4eb3-92ae-7d423572c01f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5056731'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:21.391794 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeef587-47a3-4ab7-a24c-e75fd948b7bf req-1938835b-f99d-4eb3-92ae-7d423572c01f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:21.392841 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-0eeef587-47a3-4ab7-a24c-e75fd948b7bf req-1938835b-f99d-4eb3-92ae-7d423572c01f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:21.394335 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-0eeef587-47a3-4ab7-a24c-e75fd948b7bf req-1938835b-f99d-4eb3-92ae-7d423572c01f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "PUT /v2.0/ports/001dcdbf-d606-4ee4-9e23-e6d454bb9a9a HTTP/1.1" status: 200 len: 981 time: 0.5166266 Nov 02 13:16:21.397845 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:16:21.400468 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c0d8e3-b6c0-4ef0-a244-2afc1d73a490" -d '{"events": [{"name": "network-changed", "server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:16:21.422475 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:16:21.498334 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938835b-f99d-4eb3-92ae-7d423572c01f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event updated for resources: {'Port': ['ID=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,revision_number=6']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:21.581603 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd6b0e-cee2-48cd-a943-d0395122e6ed req-6153d770-d9f9-45f1-81a0-630d9377b442 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:21.582708 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:16:21.583436 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-38fd6b0e-cee2-48cd-a943-d0395122e6ed req-6153d770-d9f9-45f1-81a0-630d9377b442 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0755844 Nov 02 13:16:21.675191 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1db075-9487-4d11-968b-74931dd5be77 x-openstack-request-id: req-0f1db075-9487-4d11-968b-74931dd5be77 {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:16:21.675614 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:16:21.675999 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0f1db075-9487-4d11-968b-74931dd5be77 {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:16:21.676664 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1db075-9487-4d11-968b-74931dd5be77'] response: {'name': 'network-changed', 'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'status': 'completed', 'code': 200} Nov 02 13:16:21.722603 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-38fd6b0e-cee2-48cd-a943-d0395122e6ed req-8dcf99e3-6b3c-40af-9709-4891993df0f6 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276956 Nov 02 13:16:21.818452 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01814e3-d636-4a7d-a359-fb0932009252 req-3d0376a1-301b-4a77-86b3-ce2d47221f69 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:21.821907 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c01814e3-d636-4a7d-a359-fb0932009252 req-3d0376a1-301b-4a77-86b3-ce2d47221f69 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 945 time: 0.0960145 Nov 02 13:16:21.830258 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0d8e3-b6c0-4ef0-a244-2afc1d73a490 req-26b17884-ea4d-43e1-8f8d-d75230c53594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:21.832537 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e0c0d8e3-b6c0-4ef0-a244-2afc1d73a490 req-26b17884-ea4d-43e1-8f8d-d75230c53594 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef&device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 1168 time: 0.1058805 Nov 02 13:16:21.883774 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-c01814e3-d636-4a7d-a359-fb0932009252 req-c7175559-5ea5-4756-a6ac-bbc8a384b5e9 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538380 Nov 02 13:16:22.011620 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0d8e3-b6c0-4ef0-a244-2afc1d73a490 req-75e8e65d-eedf-4222-a173-ed692314b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:22.013839 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e0c0d8e3-b6c0-4ef0-a244-2afc1d73a490 req-75e8e65d-eedf-4222-a173-ed692314b5fe service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae HTTP/1.1" status: 200 len: 917 time: 0.1733460 Nov 02 13:16:22.118515 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e0c0d8e3-b6c0-4ef0-a244-2afc1d73a490 req-a5c229d0-2a1e-4816-8d93-1d9910d11643 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a HTTP/1.1" status: 200 len: 1001 time: 0.0967395 Nov 02 13:16:22.175030 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0d8e3-b6c0-4ef0-a244-2afc1d73a490 req-efdf79ca-fe19-44a2-9677-b8dfa2d217d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:22.176752 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e0c0d8e3-b6c0-4ef0-a244-2afc1d73a490 req-efdf79ca-fe19-44a2-9677-b8dfa2d217d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=135f0525-c190-43ec-9828-0788315b6c63 HTTP/1.1" status: 200 len: 854 time: 0.0518813 Nov 02 13:16:22.242937 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0d8e3-b6c0-4ef0-a244-2afc1d73a490 req-b8dd3847-cb30-4f87-b051-41a265e83737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:22.244647 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e0c0d8e3-b6c0-4ef0-a244-2afc1d73a490 req-b8dd3847-cb30-4f87-b051-41a265e83737 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0593593 Nov 02 13:16:22.342077 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e0c0d8e3-b6c0-4ef0-a244-2afc1d73a490 req-def9eb2b-b909-46ca-b2be-6c22ce49d5d4 service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900581 Nov 02 13:16:22.445430 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e0c0d8e3-b6c0-4ef0-a244-2afc1d73a490 req-d8d3cb8a-9369-40c6-ab9c-5c5a7ef241b6 service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954089 Nov 02 13:16:23.036980 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3515407-9c62-43ae-9a22-8fe92bc0e960 req-415186cb-afd1-4871-adc4-30e6a2c33cd3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:23.038727 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c3515407-9c62-43ae-9a22-8fe92bc0e960 req-415186cb-afd1-4871-adc4-30e6a2c33cd3 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 945 time: 0.0615935 Nov 02 13:16:23.092196 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-c3515407-9c62-43ae-9a22-8fe92bc0e960 req-4be33b31-35d6-4413-b135-5004c740c06e tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476434 Nov 02 13:16:23.942689 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-a24f4bad-723f-45d4-b85f-e34c40c31938 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:23.944276 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-a24f4bad-723f-45d4-b85f-e34c40c31938 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.86 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 945 time: 0.0577848 Nov 02 13:16:24.049622 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Deleting port e499b158-e6a8-49ea-9a6a-fb72927b9ffd {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:16:24.050550 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.164169 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] For port e499b158-e6a8-49ea-9a6a-fb72927b9ffd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=e499b158-e6a8-49ea-9a6a-fb72927b9ffd,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:24.165128 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.241875 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1502689-4cba-4a7d-b2ad-c4dcef43ed54 req-59c77ed8-f275-4148-b2fa-5713dc32637f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:24.243613 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d1502689-4cba-4a7d-b2ad-c4dcef43ed54 req-59c77ed8-f275-4148-b2fa-5713dc32637f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 945 time: 0.0662608 Nov 02 13:16:24.305901 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-d1502689-4cba-4a7d-b2ad-c4dcef43ed54 req-cfdf7164-9eac-4619-b92c-e05024ee3223 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups?id=851e1d36-dd16-46a1-815c-ac2929d83cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529902 Nov 02 13:16:24.385482 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.385873 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547235'] for floatingip (d10b44f2-4b7e-4bb0-8f09-9bb39ec65344), after_update {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.386202 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.db.l3_db [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Floating IP d10b44f2-4b7e-4bb0-8f09-9bb39ec65344 disassociated. External IP: 172.28.4.73, port: e499b158-e6a8-49ea-9a6a-fb72927b9ffd. Nov 02 13:16:24.386559 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Calling delete_port for e499b158-e6a8-49ea-9a6a-fb72927b9ffd owned by compute:nova {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:16:24.659618 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (e499b158-e6a8-49ea-9a6a-fb72927b9ffd), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.692122 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event deleted for resources: {'Port': ['ID=e499b158-e6a8-49ea-9a6a-fb72927b9ffd,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:24.857248 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Router b4f44728-e759-47d0-8426-6f56d896be35 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:16:24.973431 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:24.984990 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b10c801-2f78-4c6e-9bb0-3d40dc74091c None None] Sync routers for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:24.996234 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10c801-2f78-4c6e-9bb0-3d40dc74091c None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:16:24.997546 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-1b10c801-2f78-4c6e-9bb0-3d40dc74091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:16:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:25.028204 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] No DVR routers for this DVR port e499b158-e6a8-49ea-9a6a-fb72927b9ffd on host hv-cinder-86327 {{(pid=116229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:16:25.031770 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.036728 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-4ec98d26-d67a-4ed7-b16d-cc3b3ca6c6cb req-0617b54a-9eff-4aa0-af82-2643db082901 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.86 "DELETE /v2.0/ports/e499b158-e6a8-49ea-9a6a-fb72927b9ffd HTTP/1.1" status: 204 len: 173 time: 1.0874162 Nov 02 13:16:25.037420 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'name': 'network-vif-deleted', 'tag': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:16:25.041666 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a98387d-b135-4c79-9d3a-d38a06bb28d0" -d '{"events": [{"server_uuid": "502c720c-722b-433c-8a87-9fc6cb5cc16b", "name": "network-vif-deleted", "tag": "e499b158-e6a8-49ea-9a6a-fb72927b9ffd"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:16:25.100711 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd54512-7540-471c-8e86-cd2afe660771 x-openstack-request-id: req-2bd54512-7540-471c-8e86-cd2afe660771 {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:16:25.101349 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502c720c-722b-433c-8a87-9fc6cb5cc16b", "name": "network-vif-deleted", "tag": "e499b158-e6a8-49ea-9a6a-fb72927b9ffd", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:16:25.101349 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2bd54512-7540-471c-8e86-cd2afe660771 {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:16:25.101651 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd54512-7540-471c-8e86-cd2afe660771'] response: {'server_uuid': '502c720c-722b-433c-8a87-9fc6cb5cc16b', 'name': 'network-vif-deleted', 'tag': 'e499b158-e6a8-49ea-9a6a-fb72927b9ffd', 'status': 'completed', 'code': 200} Nov 02 13:16:25.138855 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-1b10c801-2f78-4c6e-9bb0-3d40dc74091c None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:16:25.376093 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-1b10c801-2f78-4c6e-9bb0-3d40dc74091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:53Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:25.404440 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b10c801-2f78-4c6e-9bb0-3d40dc74091c None None] Checking router: b4f44728-e759-47d0-8426-6f56d896be35 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:25.414743 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10c801-2f78-4c6e-9bb0-3d40dc74091c None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:16:25.415387 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-1b10c801-2f78-4c6e-9bb0-3d40dc74091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:16:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:25.447918 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-46bc53ca-ea8b-488d-98bb-fee4be4897a8 req-d0051fe9-cfa1-401d-8f72-6519a2fbb741 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 210 time: 0.0354621 Nov 02 13:16:25.538647 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-1b10c801-2f78-4c6e-9bb0-3d40dc74091c None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:16:25.757213 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-1b10c801-2f78-4c6e-9bb0-3d40dc74091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:53Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:25.783067 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b10c801-2f78-4c6e-9bb0-3d40dc74091c None None] The sync data for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb is: [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:11:49Z', 'revision_number': 4, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': '5e464717-0b8f-41ab-815f-6a0e317dc339', 'name': '', 'network_id': '9b0a0306-e700-4dd2-9f43-5d4f0d077c8d', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'mac_address': 'fa:16:3e:5e:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:48Z', 'updated_at': '2022-11-02T13:11:53Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'subnets': [{'id': 'ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:26.035566 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca35c77-795f-4683-8861-46cdaa4435e9 None None] New status for floating IP d10b44f2-4b7e-4bb0-8f09-9bb39ec65344: DOWN {{(pid=116232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:16:26.601176 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-22bd5d85-0020-4663-84a3-e12b47f4faeb req-79bfaa3f-25cb-4388-8e94-d73dc67d1782 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/ports?device_id=502c720c-722b-433c-8a87-9fc6cb5cc16b HTTP/1.1" status: 200 len: 210 time: 0.0316660 Nov 02 13:16:27.820513 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35646) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:27.879229 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-69fd1dde-01e0-47f0-a6de-e4439ca13829 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group (851e1d36-dd16-46a1-815c-ac2929d83cfc), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:27.905948 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-69fd1dde-01e0-47f0-a6de-e4439ca13829 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group (851e1d36-dd16-46a1-815c-ac2929d83cfc), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.076539 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-69fd1dde-01e0-47f0-a6de-e4439ca13829 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (851e1d36-dd16-46a1-815c-ac2929d83cfc), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.079133 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-69fd1dde-01e0-47f0-a6de-e4439ca13829 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.080539 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-69fd1dde-01e0-47f0-a6de-e4439ca13829 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "DELETE /v2.0/security-groups/851e1d36-dd16-46a1-815c-ac2929d83cfc HTTP/1.1" status: 204 len: 168 time: 0.2589488 Nov 02 13:16:28.083587 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35648) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:28.090450 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd1dde-01e0-47f0-a6de-e4439ca13829 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851e1d36-dd16-46a1-815c-ac2929d83cfc,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:28.099504 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.api.v2.resource [None req-6c519136-df70-426e-a2f9-2f77626e5e29 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] show failed (client error): The resource could not be found. Nov 02 13:16:28.100564 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-6c519136-df70-426e-a2f9-2f77626e5e29 tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "GET /v2.0/security-groups/851e1d36-dd16-46a1-815c-ac2929d83cfc HTTP/1.1" status: 404 len: 347 time: 0.0155845 Nov 02 13:16:28.103748 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35650) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:28.228578 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-82920785-9fd0-4ee3-b07d-b4bc982c0b4f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Deleting port 9b93be08-97de-4331-8b26-d4e1efa2ee17 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:16:28.228923 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-82920785-9fd0-4ee3-b07d-b4bc982c0b4f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (9b93be08-97de-4331-8b26-d4e1efa2ee17), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.311240 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-82920785-9fd0-4ee3-b07d-b4bc982c0b4f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (9b93be08-97de-4331-8b26-d4e1efa2ee17), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.311559 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-82920785-9fd0-4ee3-b07d-b4bc982c0b4f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (9b93be08-97de-4331-8b26-d4e1efa2ee17), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.323485 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-82920785-9fd0-4ee3-b07d-b4bc982c0b4f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Calling delete_port for 9b93be08-97de-4331-8b26-d4e1efa2ee17 owned by network:floatingip {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:16:28.542512 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-82920785-9fd0-4ee3-b07d-b4bc982c0b4f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (9b93be08-97de-4331-8b26-d4e1efa2ee17), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.571851 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82920785-9fd0-4ee3-b07d-b4bc982c0b4f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Pushing event deleted for resources: {'Port': ['ID=9b93be08-97de-4331-8b26-d4e1efa2ee17,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:28.635216 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-82920785-9fd0-4ee3-b07d-b4bc982c0b4f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks [] for floatingip (d10b44f2-4b7e-4bb0-8f09-9bb39ec65344), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.638023 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-82920785-9fd0-4ee3-b07d-b4bc982c0b4f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.639360 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-82920785-9fd0-4ee3-b07d-b4bc982c0b4f tempest-AttachVolumeTestJSON-369427522 tempest-AttachVolumeTestJSON-369427522-project] 10.222.0.93 "DELETE /v2.0/floatingips/d10b44f2-4b7e-4bb0-8f09-9bb39ec65344 HTTP/1.1" status: 204 len: 168 time: 0.5344572 Nov 02 13:16:29.246180 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device e499b158-e6a8-49ea-9a6a-fb72927b9ffd no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:16:29.266377 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: e499b158-e6a8-49ea-9a6a-fb72927b9ffd {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:16:29.266727 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device e499b158-e6a8-49ea-9a6a-fb72927b9ffd not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:16:32.188277 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:16:33.304809 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35678) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:33.651173 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b0c54381-666c-4fef-b0aa-193fa1d18dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548259'] for router_interface (b4f44728-e759-47d0-8426-6f56d896be35), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:33.883201 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-b0c54381-666c-4fef-b0aa-193fa1d18dfe admin admin] Deleting port 5e464717-0b8f-41ab-815f-6a0e317dc339 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:16:33.883537 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b0c54381-666c-4fef-b0aa-193fa1d18dfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:33.969576 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-b0c54381-666c-4fef-b0aa-193fa1d18dfe admin admin] For port 5e464717-0b8f-41ab-815f-6a0e317dc339, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=5e464717-0b8f-41ab-815f-6a0e317dc339,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:33.969974 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b0c54381-666c-4fef-b0aa-193fa1d18dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:33.985278 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-b0c54381-666c-4fef-b0aa-193fa1d18dfe admin admin] Calling delete_port for 5e464717-0b8f-41ab-815f-6a0e317dc339 owned by network:router_interface {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:16:34.244852 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b0c54381-666c-4fef-b0aa-193fa1d18dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (5e464717-0b8f-41ab-815f-6a0e317dc339), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:34.272250 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c54381-666c-4fef-b0aa-193fa1d18dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=5e464717-0b8f-41ab-815f-6a0e317dc339,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:34.384332 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-20c7a18f-d583-4880-8cb6-221b83c9a89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:34.469132 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-b0c54381-666c-4fef-b0aa-193fa1d18dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7808075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542483'] for router_interface (b4f44728-e759-47d0-8426-6f56d896be35), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:34.699084 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c54381-666c-4fef-b0aa-193fa1d18dfe admin admin] Router b4f44728-e759-47d0-8426-6f56d896be35 has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:16:34.804584 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c54381-666c-4fef-b0aa-193fa1d18dfe admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:34.812573 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-b0c54381-666c-4fef-b0aa-193fa1d18dfe admin admin] 10.222.0.93 "PUT /v2.0/routers/b4f44728-e759-47d0-8426-6f56d896be35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5064375 Nov 02 13:16:34.815849 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35682) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:34.816734 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8dd1b-a6f4-44e6-953c-9b1c386420b4 None None] Sync routers for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:34.831941 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8dd1b-a6f4-44e6-953c-9b1c386420b4 None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:16:34.832745 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-dda8dd1b-a6f4-44e6-953c-9b1c386420b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:16:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:34.939334 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Publish callbacks [] for router (b4f44728-e759-47d0-8426-6f56d896be35), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:34.949919 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-dda8dd1b-a6f4-44e6-953c-9b1c386420b4 None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:16:35.042544 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Publish callbacks [] for router_gateway (b4f44728-e759-47d0-8426-6f56d896be35), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:35.139078 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-dda8dd1b-a6f4-44e6-953c-9b1c386420b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:16:34Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:35.166312 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8dd1b-a6f4-44e6-953c-9b1c386420b4 None None] Checking router: b4f44728-e759-47d0-8426-6f56d896be35 for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:35.175458 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8dd1b-a6f4-44e6-953c-9b1c386420b4 None None] Routers {'b4f44728-e759-47d0-8426-6f56d896be35'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:16:35.176076 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-dda8dd1b-a6f4-44e6-953c-9b1c386420b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:16:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['b4f44728-e759-47d0-8426-6f56d896be35'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:35.230035 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Deleting port c82c8dbd-9610-44cf-b550-f50d56a74ef6 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:16:35.230430 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:35.289303 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-dda8dd1b-a6f4-44e6-953c-9b1c386420b4 None None] Set router b4f44728-e759-47d0-8426-6f56d896be35 gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:16:35.327594 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] For port c82c8dbd-9610-44cf-b550-f50d56a74ef6, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=c82c8dbd-9610-44cf-b550-f50d56a74ef6,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:35.327956 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:35.342588 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Calling delete_port for c82c8dbd-9610-44cf-b550-f50d56a74ef6 owned by network:router_gateway {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:16:35.516869 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-dda8dd1b-a6f4-44e6-953c-9b1c386420b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:16:34Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:35.550908 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8dd1b-a6f4-44e6-953c-9b1c386420b4 None None] The sync data for ids ['b4f44728-e759-47d0-8426-6f56d896be35'] in dv-cinder-863278-1-smb is: [{'id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'name': 'tempest-AttachVolumeTestJSON-1924560376-router', 'tenant_id': 'cfa74284a39c45509855203870854f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:11:45Z', 'updated_at': '2022-11-02T13:16:34Z', 'revision_number': 5, 'project_id': 'cfa74284a39c45509855203870854f78', 'gw_port': {'id': 'c82c8dbd-9610-44cf-b550-f50d56a74ef6', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f44728-e759-47d0-8426-6f56d896be35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:11:46Z', 'updated_at': '2022-11-02T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:35.691321 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (c82c8dbd-9610-44cf-b550-f50d56a74ef6), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:35.720926 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82c8dbd-9610-44cf-b550-f50d56a74ef6,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:35.792261 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547305'] for router_gateway (b4f44728-e759-47d0-8426-6f56d896be35), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:35.891308 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100844'] for router (b4f44728-e759-47d0-8426-6f56d896be35), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:35.894917 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Publish callbacks [] for router_controller (b4f44728-e759-47d0-8426-6f56d896be35), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.039832 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542981'] for router (b4f44728-e759-47d0-8426-6f56d896be35), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.040545 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4f44728-e759-47d0-8426-6f56d896be35 {{(pid=116230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:16:36.047379 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.048698 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-05656b52-fb79-4710-a1cc-c623bf9843e0 admin admin] 10.222.0.93 "DELETE /v2.0/routers/b4f44728-e759-47d0-8426-6f56d896be35 HTTP/1.1" status: 204 len: 168 time: 1.2318375 Nov 02 13:16:36.053190 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35684) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:36.116493 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51690bd-eef2-4caf-a262-40f45e97b0b7 admin admin] Deleting subnet ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52 {{(pid=116230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:16:36.120444 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c51690bd-eef2-4caf-a262-40f45e97b0b7 admin admin] Publish callbacks [] for subnet (ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.165304 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c51690bd-eef2-4caf-a262-40f45e97b0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4597044'] for subnet (ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.276861 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c51690bd-eef2-4caf-a262-40f45e97b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.428207 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c51690bd-eef2-4caf-a262-40f45e97b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4597152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5051703'] for subnet (ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.458404 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51690bd-eef2-4caf-a262-40f45e97b0b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:36.463319 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c51690bd-eef2-4caf-a262-40f45e97b0b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.474777 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c51690bd-eef2-4caf-a262-40f45e97b0b7 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/ad5ac22d-e26f-43b4-bd0d-b8f5729a4f52 HTTP/1.1" status: 204 len: 168 time: 0.4138346 Nov 02 13:16:36.475035 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69a4c71-f6c6-4d32-937c-fe6dd0c654c0 None None] Network 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:16:36.475271 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35686) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:36.567153 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (9b0a0306-e700-4dd2-9f43-5d4f0d077c8d), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.644563 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Deleting port 76d9ea26-7177-424a-b586-787fdea4ad7c {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:16:36.644985 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.707681 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] DHCP port deletion for 9b0a0306-e700-4dd2-9f43-5d4f0d077c8d request from dv-cinder-863278-1-smb {{(pid=116231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:16:36.748492 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] For port 76d9ea26-7177-424a-b586-787fdea4ad7c, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=76d9ea26-7177-424a-b586-787fdea4ad7c,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:36.749494 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.770171 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Calling delete_port for 76d9ea26-7177-424a-b586-787fdea4ad7c owned by network:dhcp {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:16:36.797233 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Deleting port 76d9ea26-7177-424a-b586-787fdea4ad7c {{(pid=116231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:16:36.797960 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), before_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.850672 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 5e464717-0b8f-41ab-815f-6a0e317dc339 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:16:36.875215 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 5e464717-0b8f-41ab-815f-6a0e317dc339 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:16:36.875571 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 5e464717-0b8f-41ab-815f-6a0e317dc339 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:16:36.876010 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c82c8dbd-9610-44cf-b550-f50d56a74ef6 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:16:36.910436 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: c82c8dbd-9610-44cf-b550-f50d56a74ef6 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:16:36.910790 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c82c8dbd-9610-44cf-b550-f50d56a74ef6 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:16:36.930267 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] For port 76d9ea26-7177-424a-b586-787fdea4ad7c, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=76d9ea26-7177-424a-b586-787fdea4ad7c,segment=NetworkSegment(a90b5101-e860-46b5-be26-ebe36d8c4fdd),segment_id=a90b5101-e860-46b5-be26-ebe36d8c4fdd)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:36.930748 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), precommit_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.946746 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Calling delete_port for 76d9ea26-7177-424a-b586-787fdea4ad7c owned by network:dhcp {{(pid=116231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:16:37.024671 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.060442 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Pushing event deleted for resources: {'Port': ['ID=76d9ea26-7177-424a-b586-787fdea4ad7c,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:37.067539 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] No DVR routers for this DVR port 76d9ea26-7177-424a-b586-787fdea4ad7c on host dv-cinder-863278-1-smb {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:16:37.171049 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (9b0a0306-e700-4dd2-9f43-5d4f0d077c8d), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.191736 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301'] for port (76d9ea26-7177-424a-b586-787fdea4ad7c), after_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.208226 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0a0306-e700-4dd2-9f43-5d4f0d077c8d']}} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:37.220071 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90b5101-e860-46b5-be26-ebe36d8c4fdd') {'for_net_delete': True} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:37.220373 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90b5101-e860-46b5-be26-ebe36d8c4fdd') {} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:37.224975 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] No DVR routers for this DVR port 76d9ea26-7177-424a-b586-787fdea4ad7c on host dv-cinder-863278-1-smb {{(pid=116231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:16:37.232885 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Pushing event deleted for resources: {'Port': ['ID=76d9ea26-7177-424a-b586-787fdea4ad7c,revision_number=None']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:37.242344 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.242702 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.243072 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.243423 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.243792 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.244151 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.244556 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.244919 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.245251 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.245609 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.246034 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.246473 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.246831 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f1c8a1-0d69-40ba-83bb-aae83428e6d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:37.515825 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4597037'] for segment (a90b5101-e860-46b5-be26-ebe36d8c4fdd), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.535468 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (a90b5101-e860-46b5-be26-ebe36d8c4fdd), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.542558 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Releasing vlan 1457 on physical network physnet1 to pool {{(pid=116230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:16:37.542994 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4602182'] for segment (a90b5101-e860-46b5-be26-ebe36d8c4fdd), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.583602 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment a90b5101-e860-46b5-be26-ebe36d8c4fdd resource provider aggregate not found Nov 02 13:16:37.603646 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment a90b5101-e860-46b5-be26-ebe36d8c4fdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a90b5101-e860-46b5-be26-ebe36d8c4fdd found for delete ", "request_id": "req-e39a6003-9f06-4df8-80da-4c105cd84d23"}]} Nov 02 13:16:37.704068 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (9b0a0306-e700-4dd2-9f43-5d4f0d077c8d), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.711299 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.715288 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] 10.222.0.93 "DELETE /v2.0/networks/9b0a0306-e700-4dd2-9f43-5d4f0d077c8d HTTP/1.1" status: 204 len: 168 time: 1.2413044 Nov 02 13:16:37.728698 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fd5e2-a0d7-4e61-93ff-83186eac8588 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0a0306-e700-4dd2-9f43-5d4f0d077c8d,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:38.203832 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35694) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:38.247479 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-275b259d-25f4-4333-a965-45a314e55b32 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cfa74284a39c45509855203870854f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440075 Nov 02 13:16:38.250526 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35696) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:38.312448 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d69e1b53-befb-492b-b0c8-3b0460c6876c admin admin] Publish callbacks [] for security_group (d5fa87fe-9e09-4d61-988b-fc3a89a3abf1), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:38.349415 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d69e1b53-befb-492b-b0c8-3b0460c6876c admin admin] Publish callbacks [] for security_group (d5fa87fe-9e09-4d61-988b-fc3a89a3abf1), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:38.418370 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-cb1adc02-1f22-4a5b-b4e6-3ef7bd25dcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:38.502191 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d69e1b53-befb-492b-b0c8-3b0460c6876c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (d5fa87fe-9e09-4d61-988b-fc3a89a3abf1), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:38.505467 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-d69e1b53-befb-492b-b0c8-3b0460c6876c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:38.507218 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-d69e1b53-befb-492b-b0c8-3b0460c6876c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d5fa87fe-9e09-4d61-988b-fc3a89a3abf1 HTTP/1.1" status: 204 len: 168 time: 0.2552669 Nov 02 13:16:38.524053 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e1b53-befb-492b-b0c8-3b0460c6876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fa87fe-9e09-4d61-988b-fc3a89a3abf1,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:38.677582 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 76d9ea26-7177-424a-b586-787fdea4ad7c no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:16:38.697916 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 76d9ea26-7177-424a-b586-787fdea4ad7c {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:16:38.698282 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 76d9ea26-7177-424a-b586-787fdea4ad7c not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:16:40.698162 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.406625 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.698327 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:45.001283 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:45.149269 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3527b7f-8492-4590-ae6f-e67912be34af req-66d1b5e6-f04f-4516-9c65-3dc716d7d37e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:45.151171 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f3527b7f-8492-4590-ae6f-e67912be34af req-66d1b5e6-f04f-4516-9c65-3dc716d7d37e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.3640919 Nov 02 13:16:45.160582 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133bbbe-38d9-4328-9578-5c34dbff8d21 req-664a36af-0bfb-4e3a-a2fe-9ca38714cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:45.166353 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8133bbbe-38d9-4328-9578-5c34dbff8d21 req-664a36af-0bfb-4e3a-a2fe-9ca38714cac4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef&device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 1168 time: 0.0703390 Nov 02 13:16:45.276405 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-f3527b7f-8492-4590-ae6f-e67912be34af req-1e72184d-4bd7-4bff-9763-e6ebc716bfee tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183789 Nov 02 13:16:45.301834 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133bbbe-38d9-4328-9578-5c34dbff8d21 req-499bf85e-1f35-475b-a6db-41e742cd252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:45.303309 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8133bbbe-38d9-4328-9578-5c34dbff8d21 req-499bf85e-1f35-475b-a6db-41e742cd252f service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae HTTP/1.1" status: 200 len: 917 time: 0.1339891 Nov 02 13:16:45.373308 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8133bbbe-38d9-4328-9578-5c34dbff8d21 req-0df7cb3e-98a5-471f-a51e-b732caf3f3cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a HTTP/1.1" status: 200 len: 1001 time: 0.0638998 Nov 02 13:16:45.428480 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133bbbe-38d9-4328-9578-5c34dbff8d21 req-6a4b4559-8005-42ba-baad-7a15575bbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:45.429963 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8133bbbe-38d9-4328-9578-5c34dbff8d21 req-6a4b4559-8005-42ba-baad-7a15575bbcde service neutron] 10.222.0.86 "GET /v2.0/subnets?id=135f0525-c190-43ec-9828-0788315b6c63 HTTP/1.1" status: 200 len: 854 time: 0.0503945 Nov 02 13:16:45.482028 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133bbbe-38d9-4328-9578-5c34dbff8d21 req-ac954b46-e830-49a7-ac8b-34291c2fb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:45.483644 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8133bbbe-38d9-4328-9578-5c34dbff8d21 req-ac954b46-e830-49a7-ac8b-34291c2fb9de service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0479202 Nov 02 13:16:45.574961 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8133bbbe-38d9-4328-9578-5c34dbff8d21 req-2cc37f55-737c-4b83-88cc-7cca2bfed040 service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849986 Nov 02 13:16:45.670588 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8133bbbe-38d9-4328-9578-5c34dbff8d21 req-75f4450b-fbb8-4586-b4a4-03b1a55dae67 service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883026 Nov 02 13:16:46.418602 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fe7d2-a9ec-437f-b8f4-d1010f49e284 req-b4722879-442e-413a-949c-141a081a09d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:46.420176 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-905fe7d2-a9ec-437f-b8f4-d1010f49e284 req-b4722879-442e-413a-949c-141a081a09d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0601251 Nov 02 13:16:46.486738 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-905fe7d2-a9ec-437f-b8f4-d1010f49e284 req-ac0b669b-d099-446b-a8e0-3787eb152642 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606649 Nov 02 13:16:47.063191 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 35804) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:47.173164 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fcdf501-a974-47d0-80e7-4c59ca75a8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:47.257780 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fcdf501-a974-47d0-80e7-4c59ca75a8f1 admin admin] Publish callbacks [] for security_group (e422b032-64b7-4aa4-a17f-05d6a9ddf66c), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:47.324639 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-5fcdf501-a974-47d0-80e7-4c59ca75a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e422b032-64b7-4aa4-a17f-05d6a9ddf66c), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:47.362449 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-5fcdf501-a974-47d0-80e7-4c59ca75a8f1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=207e5ed5f391453e8068c9520317012d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961898 Nov 02 13:16:47.363405 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdf501-a974-47d0-80e7-4c59ca75a8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e422b032-64b7-4aa4-a17f-05d6a9ddf66c,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:47.365392 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 35808) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:47.420181 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0032cba6-9c5b-471f-b460-5ca5aa84b911 admin admin] Publish callbacks [] for security_group (e422b032-64b7-4aa4-a17f-05d6a9ddf66c), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:47.443383 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0032cba6-9c5b-471f-b460-5ca5aa84b911 admin admin] Publish callbacks [] for security_group (e422b032-64b7-4aa4-a17f-05d6a9ddf66c), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:47.621912 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590e338-fc85-4afc-ba09-a1a8b9f0f99e req-b6bcfa4c-7073-4ae5-b9da-c8470e967505 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:47.623481 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2590e338-fc85-4afc-ba09-a1a8b9f0f99e req-b6bcfa4c-7073-4ae5-b9da-c8470e967505 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0592480 Nov 02 13:16:47.688254 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-2590e338-fc85-4afc-ba09-a1a8b9f0f99e req-5b2ad21f-8ecd-420e-b1e8-fbf381a3abf2 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586083 Nov 02 13:16:47.690189 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0032cba6-9c5b-471f-b460-5ca5aa84b911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (e422b032-64b7-4aa4-a17f-05d6a9ddf66c), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:47.692944 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0032cba6-9c5b-471f-b460-5ca5aa84b911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:47.694182 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-0032cba6-9c5b-471f-b460-5ca5aa84b911 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e422b032-64b7-4aa4-a17f-05d6a9ddf66c HTTP/1.1" status: 204 len: 168 time: 0.3272593 Nov 02 13:16:47.706434 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032cba6-9c5b-471f-b460-5ca5aa84b911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e422b032-64b7-4aa4-a17f-05d6a9ddf66c,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:48.825784 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7be86e-bd03-4348-a7c0-225e94885df6 req-93c282ef-e2ab-4ce7-8fef-1726f7f49a1c tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:48.827292 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3f7be86e-bd03-4348-a7c0-225e94885df6 req-93c282ef-e2ab-4ce7-8fef-1726f7f49a1c tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0568347 Nov 02 13:16:48.891701 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3f7be86e-bd03-4348-a7c0-225e94885df6 req-59f5499c-4e70-4a44-8536-ed272cf703d2 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583138 Nov 02 13:16:50.032939 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657253a-050a-47cd-b997-c7ec00d1c551 req-71f853ca-3be1-414a-8af6-e7a5e5be5311 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:50.034625 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a657253a-050a-47cd-b997-c7ec00d1c551 req-71f853ca-3be1-414a-8af6-e7a5e5be5311 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0625672 Nov 02 13:16:50.128456 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-a657253a-050a-47cd-b997-c7ec00d1c551 req-3202982d-98ab-41b8-aa1b-3db2976146b8 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834284 Nov 02 13:16:51.276773 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bbb5b-ba32-434e-9fa3-aecaabab9202 req-e62218f1-7bd1-4a9e-822a-11d1feebef0c tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:51.278446 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2a9bbb5b-ba32-434e-9fa3-aecaabab9202 req-e62218f1-7bd1-4a9e-822a-11d1feebef0c tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0611672 Nov 02 13:16:51.348280 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2a9bbb5b-ba32-434e-9fa3-aecaabab9202 req-ffb306a2-5799-40eb-8f1d-78413cb4dfe8 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634468 Nov 02 13:16:52.493425 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694644f-7db6-4b51-acd5-548a65e23e14 req-c77be1ba-2ecd-441a-8a99-6a62a251b010 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:52.495100 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8694644f-7db6-4b51-acd5-548a65e23e14 req-c77be1ba-2ecd-441a-8a99-6a62a251b010 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0590901 Nov 02 13:16:52.566692 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-8694644f-7db6-4b51-acd5-548a65e23e14 req-646afb40-6482-4507-b47d-3cd9188ed476 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651593 Nov 02 13:16:53.707043 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199d1bc-e460-4f6a-a40e-d3bd3306893a req-dd8c48f1-f57c-413e-88f8-2b88ae943e22 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:53.708543 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2199d1bc-e460-4f6a-a40e-d3bd3306893a req-dd8c48f1-f57c-413e-88f8-2b88ae943e22 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0651479 Nov 02 13:16:53.779552 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2199d1bc-e460-4f6a-a40e-d3bd3306893a req-7bf74ec8-416f-4841-a0d9-3113c48b0f1f tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622048 Nov 02 13:16:54.920658 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e9406-3aa6-4d2c-9203-e5e43cec95f1 req-28628f09-ac96-4b2e-9a7a-fd86ace70b12 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:54.922532 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-530e9406-3aa6-4d2c-9203-e5e43cec95f1 req-28628f09-ac96-4b2e-9a7a-fd86ace70b12 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0634153 Nov 02 13:16:54.992505 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-530e9406-3aa6-4d2c-9203-e5e43cec95f1 req-230a40eb-fdb9-4433-8b4d-3e074b98e524 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623648 Nov 02 13:16:56.136536 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121ecbb-468e-4a1f-8a65-dcd93dcb9ae5 req-7ba7ede0-487c-4801-ba0c-9b4113d62ede tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:56.137958 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2121ecbb-468e-4a1f-8a65-dcd93dcb9ae5 req-7ba7ede0-487c-4801-ba0c-9b4113d62ede tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0660555 Nov 02 13:16:56.202696 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-2121ecbb-468e-4a1f-8a65-dcd93dcb9ae5 req-4b656bab-e2ce-4fa3-979c-7af612f0f725 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586824 Nov 02 13:16:57.359924 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bf526-7b2d-40a6-bc94-30bdc48626fa req-99db92e7-f656-4e70-8704-3c507d73e790 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:57.362653 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-814bf526-7b2d-40a6-bc94-30bdc48626fa req-99db92e7-f656-4e70-8704-3c507d73e790 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0759320 Nov 02 13:16:57.454267 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-814bf526-7b2d-40a6-bc94-30bdc48626fa req-5aa09613-706d-4b24-8e7e-e880d9a81e54 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842113 Nov 02 13:16:57.884434 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78989d6-12b6-419d-9faf-975737fba725 req-c1b36a23-ff97-4909-b6aa-afa6ea1e8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:57.887185 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e78989d6-12b6-419d-9faf-975737fba725 req-c1b36a23-ff97-4909-b6aa-afa6ea1e8f97 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef&device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 1168 time: 0.0650055 Nov 02 13:16:58.002033 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78989d6-12b6-419d-9faf-975737fba725 req-296d2358-46d2-4b35-a86c-0fab4e36c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:58.003544 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e78989d6-12b6-419d-9faf-975737fba725 req-296d2358-46d2-4b35-a86c-0fab4e36c8b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae HTTP/1.1" status: 200 len: 917 time: 0.0955036 Nov 02 13:16:58.081090 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e78989d6-12b6-419d-9faf-975737fba725 req-9ea58669-cef0-4f75-8e04-9c34dfaafc4a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a HTTP/1.1" status: 200 len: 1001 time: 0.0712147 Nov 02 13:16:58.130989 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78989d6-12b6-419d-9faf-975737fba725 req-c55ccc2c-7c1e-4fb8-b6f0-65ef2ede8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:58.133593 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e78989d6-12b6-419d-9faf-975737fba725 req-c55ccc2c-7c1e-4fb8-b6f0-65ef2ede8f3b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=135f0525-c190-43ec-9828-0788315b6c63 HTTP/1.1" status: 200 len: 854 time: 0.0459912 Nov 02 13:16:58.190427 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78989d6-12b6-419d-9faf-975737fba725 req-2f7852b6-6622-443d-b270-82d1aebdb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:58.192017 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e78989d6-12b6-419d-9faf-975737fba725 req-2f7852b6-6622-443d-b270-82d1aebdb0f2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0534704 Nov 02 13:16:58.296516 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e78989d6-12b6-419d-9faf-975737fba725 req-00a9e082-faec-4b50-832f-37848cb98b54 service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983491 Nov 02 13:16:58.395796 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e78989d6-12b6-419d-9faf-975737fba725 req-56a6a264-52d6-492f-9baa-4fb59461e997 service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935602 Nov 02 13:16:58.622143 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60069262-a99e-4fe9-81b3-7ad2fe8da14b req-51d402b4-f752-4359-a0af-66b42d74daba tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:58.623782 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-60069262-a99e-4fe9-81b3-7ad2fe8da14b req-51d402b4-f752-4359-a0af-66b42d74daba tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0602818 Nov 02 13:16:58.701304 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-60069262-a99e-4fe9-81b3-7ad2fe8da14b req-a33c4c4e-36ce-47a3-a458-deb7e299e278 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716181 Nov 02 13:16:59.871542 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f0d54-1854-4943-b43d-6beba123bef6 req-d53b55a8-6a65-4a8b-9e27-57d02b2fdd09 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:59.874445 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-371f0d54-1854-4943-b43d-6beba123bef6 req-d53b55a8-6a65-4a8b-9e27-57d02b2fdd09 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0903831 Nov 02 13:16:59.951761 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-371f0d54-1854-4943-b43d-6beba123bef6 req-a8b1eeac-adf4-4c12-92e2-148e56bdc754 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715239 Nov 02 13:17:01.110452 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5434a-d889-443b-a75c-fcc759ad195a req-2c4c2cc7-68ea-4760-a797-998952ae8928 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:01.112090 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-86d5434a-d889-443b-a75c-fcc759ad195a req-2c4c2cc7-68ea-4760-a797-998952ae8928 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0617650 Nov 02 13:17:01.186506 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-86d5434a-d889-443b-a75c-fcc759ad195a req-f6c6096a-3315-449e-a66e-98db5169f38d tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674176 Nov 02 13:17:02.336944 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91ea25-df65-4e3d-9ffb-66b495e6878b req-23a839a1-40cc-47b3-8b1d-0dc23ddd4bff tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:02.340783 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5f91ea25-df65-4e3d-9ffb-66b495e6878b req-23a839a1-40cc-47b3-8b1d-0dc23ddd4bff tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0709529 Nov 02 13:17:02.412399 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-5f91ea25-df65-4e3d-9ffb-66b495e6878b req-a0f0b154-69a7-4d9a-a354-a1f456359bee tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&id=78da7977-ccc1-4ffe-a7c1-81de3059270d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644736 Nov 02 13:17:04.380878 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-43d54ff5-2b94-409d-97d5-e3535361586a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:08.376629 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b67ac4d5-f3ad-423e-a3ec-77700ae5cec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:09.187962 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:17:10.644660 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:11.456671 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:11.722861 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:14.976153 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:34.397938 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-2d63c63a-8cf2-4c88-bc94-f8fb1e375d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:35.574981 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bc359ee2-e653-4759-a374-d8e93d40bcea req-d2e7381e-6607-47d2-a0a9-32ac8daf8b7b tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056287637&fields=id&tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef HTTP/1.1" status: 200 len: 267 time: 0.0591989 Nov 02 13:17:35.635803 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc359ee2-e653-4759-a374-d8e93d40bcea req-f8c9a704-3808-42d6-a025-ac51da83b27b tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:35.637351 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bc359ee2-e653-4759-a374-d8e93d40bcea req-f8c9a704-3808-42d6-a025-ac51da83b27b tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 984 time: 0.0568233 Nov 02 13:17:35.650717 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.v2.base [req-bc359ee2-e653-4759-a374-d8e93d40bcea req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Request body: {'port': {'security_groups': ['9fabaf6c-bb6d-4795-a8f0-fc906b5591e0']}} {{(pid=116230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:35.728618 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-bc359ee2-e653-4759-a374-d8e93d40bcea req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580789'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), before_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:35.914946 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [req-bc359ee2-e653-4759-a374-d8e93d40bcea req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] For port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:35.946517 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-bc359ee2-e653-4759-a374-d8e93d40bcea req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), precommit_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:35.955183 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36214) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:36.068108 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e1272c15-47b5-4673-a3c3-e025c108f9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.082839 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-bc359ee2-e653-4759-a374-d8e93d40bcea req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781484250004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781483692310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781483692328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4602218'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), after_update {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.108707 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc359ee2-e653-4759-a374-d8e93d40bcea req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:36.109663 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [req-bc359ee2-e653-4759-a374-d8e93d40bcea req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.112165 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-bc359ee2-e653-4759-a374-d8e93d40bcea req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "PUT /v2.0/ports/001dcdbf-d606-4ee4-9e23-e6d454bb9a9a HTTP/1.1" status: 200 len: 942 time: 0.4667978 Nov 02 13:17:36.116728 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:17:36.119366 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 36218) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:36.121033 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e340ee25-1b4c-442c-9b3e-9b14d69cc158" -d '{"events": [{"name": "network-changed", "server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:17:36.126611 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:17:36.190158 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group (78da7977-ccc1-4ffe-a7c1-81de3059270d), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.204779 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event updated for resources: {'Port': ['ID=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,revision_number=7']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:36.219053 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.219597 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.220115 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.220538 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.220890 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.221236 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.221578 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.221957 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group (78da7977-ccc1-4ffe-a7c1-81de3059270d), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.222825 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.223283 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.223709 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.224055 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.224446 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.224918 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aaf748-1d7e-4e00-924e-9085de1a5cca tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.283786 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e1272c15-47b5-4673-a3c3-e025c108f9a6 admin admin] Publish callbacks [] for security_group (f7b9950d-fbbf-43ae-9c25-7f92defcb33b), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.310791 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:17:36.392537 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e1272c15-47b5-4673-a3c3-e025c108f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f7b9950d-fbbf-43ae-9c25-7f92defcb33b), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.449241 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 36224) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:36.450836 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-e1272c15-47b5-4673-a3c3-e025c108f9a6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d4adb58f322940969f50f2f1a9372607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943783 Nov 02 13:17:36.453682 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1272c15-47b5-4673-a3c3-e025c108f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b9950d-fbbf-43ae-9c25-7f92defcb33b,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:36.475017 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1019fd04-0d82-49c0-a3e2-5791a25638bc x-openstack-request-id: req-1019fd04-0d82-49c0-a3e2-5791a25638bc {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:17:36.475448 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:17:36.476069 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1019fd04-0d82-49c0-a3e2-5791a25638bc {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:17:36.476888 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1019fd04-0d82-49c0-a3e2-5791a25638bc'] response: {'name': 'network-changed', 'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'status': 'completed', 'code': 200} Nov 02 13:17:36.489682 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (78da7977-ccc1-4ffe-a7c1-81de3059270d), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.493094 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.494465 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "DELETE /v2.0/security-groups/78da7977-ccc1-4ffe-a7c1-81de3059270d HTTP/1.1" status: 204 len: 168 time: 0.3738575 Nov 02 13:17:36.501999 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36226) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:36.528168 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78da7977-ccc1-4ffe-a7c1-81de3059270d,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:36.569066 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.569336 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.569920 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.570506 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.571324 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.571974 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.572177 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.572519 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.572854 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.573383 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.573807 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.574220 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.574483 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b6bcb-8594-4e95-88c3-d7499e3777d3 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:36.598964 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f2501ce0-b73d-44e3-aa1a-f74e530346fa admin admin] Publish callbacks [] for security_group (f7b9950d-fbbf-43ae-9c25-7f92defcb33b), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.632264 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f2501ce0-b73d-44e3-aa1a-f74e530346fa admin admin] Publish callbacks [] for security_group (f7b9950d-fbbf-43ae-9c25-7f92defcb33b), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.646673 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340ee25-1b4c-442c-9b3e-9b14d69cc158 req-3bb521b6-8af7-49fe-a206-444201f3d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:36.648348 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e340ee25-1b4c-442c-9b3e-9b14d69cc158 req-3bb521b6-8af7-49fe-a206-444201f3d198 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef&device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 1129 time: 0.1216311 Nov 02 13:17:36.740812 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Deleting port 81dbac98-ed44-4173-8157-b5bac322c652 {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:17:36.741482 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (81dbac98-ed44-4173-8157-b5bac322c652), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.779057 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340ee25-1b4c-442c-9b3e-9b14d69cc158 req-c8c7c50b-6cc7-4b81-a3d6-d26d35edfc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:36.780933 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e340ee25-1b4c-442c-9b3e-9b14d69cc158 req-c8c7c50b-6cc7-4b81-a3d6-d26d35edfc97 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae HTTP/1.1" status: 200 len: 917 time: 0.1184413 Nov 02 13:17:36.836373 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (81dbac98-ed44-4173-8157-b5bac322c652), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.836850 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for floatingip (81dbac98-ed44-4173-8157-b5bac322c652), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.850205 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Calling delete_port for 81dbac98-ed44-4173-8157-b5bac322c652 owned by network:floatingip {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:17:36.852187 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e340ee25-1b4c-442c-9b3e-9b14d69cc158 req-a616578b-cdba-487f-bd28-de982f1036bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a HTTP/1.1" status: 200 len: 1001 time: 0.0643711 Nov 02 13:17:36.884354 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f2501ce0-b73d-44e3-aa1a-f74e530346fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f7b9950d-fbbf-43ae-9c25-7f92defcb33b), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.893616 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f2501ce0-b73d-44e3-aa1a-f74e530346fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.893616 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-f2501ce0-b73d-44e3-aa1a-f74e530346fa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f7b9950d-fbbf-43ae-9c25-7f92defcb33b HTTP/1.1" status: 204 len: 168 time: 0.4379337 Nov 02 13:17:36.904395 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2501ce0-b73d-44e3-aa1a-f74e530346fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b9950d-fbbf-43ae-9c25-7f92defcb33b,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:36.925923 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340ee25-1b4c-442c-9b3e-9b14d69cc158 req-d885f685-a31c-44cf-9381-8fb5b43db210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:36.927423 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e340ee25-1b4c-442c-9b3e-9b14d69cc158 req-d885f685-a31c-44cf-9381-8fb5b43db210 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=135f0525-c190-43ec-9828-0788315b6c63 HTTP/1.1" status: 200 len: 854 time: 0.0704999 Nov 02 13:17:36.995197 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340ee25-1b4c-442c-9b3e-9b14d69cc158 req-2a247fcb-9bd9-4c08-bab5-62dd342f501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:36.996942 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e340ee25-1b4c-442c-9b3e-9b14d69cc158 req-2a247fcb-9bd9-4c08-bab5-62dd342f501e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0640368 Nov 02 13:17:37.092790 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e340ee25-1b4c-442c-9b3e-9b14d69cc158 req-402048d6-6842-4450-a4e2-34a4abdc6182 service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892329 Nov 02 13:17:37.152481 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (81dbac98-ed44-4173-8157-b5bac322c652), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:37.179240 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event deleted for resources: {'Port': ['ID=81dbac98-ed44-4173-8157-b5bac322c652,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:37.190573 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-e340ee25-1b4c-442c-9b3e-9b14d69cc158 req-2b20caad-e5b2-4561-9747-94d817332d03 service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923595 Nov 02 13:17:37.247109 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks [] for floatingip (bb0eb7cb-b1d7-48eb-8a98-af37aab6e848), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:37.247492 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.db.l3_db [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Floating IP bb0eb7cb-b1d7-48eb-8a98-af37aab6e848 disassociated (deleted). External IP: 172.28.4.204, port: 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a. Nov 02 13:17:37.471163 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Router c0b94dd9-5150-4b2a-b266-19515637af3e has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:17:37.589654 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:17:37.596052 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for floatingip (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:37.601339 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591b98a-a8d1-4eb4-ae76-e9fc90d7cebd None None] Sync routers for ids ['c0b94dd9-5150-4b2a-b266-19515637af3e'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:17:37.613283 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591b98a-a8d1-4eb4-ae76-e9fc90d7cebd None None] Routers {'c0b94dd9-5150-4b2a-b266-19515637af3e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:17:37.613944 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-3591b98a-a8d1-4eb4-ae76-e9fc90d7cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:17:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['c0b94dd9-5150-4b2a-b266-19515637af3e'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:37.634293 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-02a7bde4-a45e-4dc9-bf07-ede5fdd61344 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "DELETE /v2.0/floatingips/bb0eb7cb-b1d7-48eb-8a98-af37aab6e848 HTTP/1.1" status: 204 len: 168 time: 1.1295559 Nov 02 13:17:37.733059 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-3591b98a-a8d1-4eb4-ae76-e9fc90d7cebd None None] Set router c0b94dd9-5150-4b2a-b266-19515637af3e gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:17:37.822036 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36238) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:37.840685 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-29e081c9-fe13-4992-8467-4a88c408f96e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:37.924542 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-29e081c9-fe13-4992-8467-4a88c408f96e admin admin] Publish callbacks [] for security_group (a7067901-5e2a-4068-8181-a8debdb31df2), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:37.943603 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-3591b98a-a8d1-4eb4-ae76-e9fc90d7cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:15:20Z', 'revision_number': 4, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'a018e90c-0b25-41ec-8ce8-d2b42d8a8a20', 'name': '', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'mac_address': 'fa:16:3e:b6:4d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '135f0525-c190-43ec-9828-0788315b6c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:20Z', 'updated_at': '2022-11-02T13:15:24Z', 'revision_number': 5, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'subnets': [{'id': '135f0525-c190-43ec-9828-0788315b6c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:37.972376 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591b98a-a8d1-4eb4-ae76-e9fc90d7cebd None None] Checking router: c0b94dd9-5150-4b2a-b266-19515637af3e for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:17:37.982132 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591b98a-a8d1-4eb4-ae76-e9fc90d7cebd None None] Routers {'c0b94dd9-5150-4b2a-b266-19515637af3e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:17:37.982770 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-3591b98a-a8d1-4eb4-ae76-e9fc90d7cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:17:08Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['c0b94dd9-5150-4b2a-b266-19515637af3e'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:38.061602 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-29e081c9-fe13-4992-8467-4a88c408f96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (a7067901-5e2a-4068-8181-a8debdb31df2), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:38.090832 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-3591b98a-a8d1-4eb4-ae76-e9fc90d7cebd None None] Set router c0b94dd9-5150-4b2a-b266-19515637af3e gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:17:38.102611 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e081c9-fe13-4992-8467-4a88c408f96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7067901-5e2a-4068-8181-a8debdb31df2,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:38.107281 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-29e081c9-fe13-4992-8467-4a88c408f96e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f7d4839909414cfca579cfb4f22055c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838829 Nov 02 13:17:38.122052 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 36242) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:38.195519 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8a1e40ba-ca94-46af-870b-95a876190585 admin admin] Publish callbacks [] for security_group (a7067901-5e2a-4068-8181-a8debdb31df2), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:38.222777 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8a1e40ba-ca94-46af-870b-95a876190585 admin admin] Publish callbacks [] for security_group (a7067901-5e2a-4068-8181-a8debdb31df2), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:38.316413 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-3591b98a-a8d1-4eb4-ae76-e9fc90d7cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:15:20Z', 'revision_number': 4, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'a018e90c-0b25-41ec-8ce8-d2b42d8a8a20', 'name': '', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'mac_address': 'fa:16:3e:b6:4d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '135f0525-c190-43ec-9828-0788315b6c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:20Z', 'updated_at': '2022-11-02T13:15:24Z', 'revision_number': 5, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'subnets': [{'id': '135f0525-c190-43ec-9828-0788315b6c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:38.341361 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591b98a-a8d1-4eb4-ae76-e9fc90d7cebd None None] The sync data for ids ['c0b94dd9-5150-4b2a-b266-19515637af3e'] in dv-cinder-863278-1-smb is: [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:15:20Z', 'revision_number': 4, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb', '_interfaces': [{'id': 'a018e90c-0b25-41ec-8ce8-d2b42d8a8a20', 'name': '', 'network_id': 'ecd1dee0-5679-4485-a933-bd0cff1fd7ae', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'mac_address': 'fa:16:3e:b6:4d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '135f0525-c190-43ec-9828-0788315b6c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:20Z', 'updated_at': '2022-11-02T13:15:24Z', 'revision_number': 5, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'subnets': [{'id': '135f0525-c190-43ec-9828-0788315b6c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:17:38.394652 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8a1e40ba-ca94-46af-870b-95a876190585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (a7067901-5e2a-4068-8181-a8debdb31df2), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:38.397948 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-8a1e40ba-ca94-46af-870b-95a876190585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:38.399690 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-8a1e40ba-ca94-46af-870b-95a876190585 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a7067901-5e2a-4068-8181-a8debdb31df2 HTTP/1.1" status: 204 len: 168 time: 0.2765300 Nov 02 13:17:38.415424 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e40ba-ca94-46af-870b-95a876190585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7067901-5e2a-4068-8181-a8debdb31df2,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:38.478946 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'}] {{(pid=116230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:17:38.481410 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbaee1c54041451639a6f728ad9822641177d2df3df00c5b565039a0f5f6ef0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8d878b-ecc0-4e6f-8d4f-598bae3c41c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a"}]}' {{(pid=116230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:17:38.495383 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-358201ce-a180-4924-b226-d669ef7a6227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:38.532146 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc6a3e5-81df-40fd-b46d-bb208c6cc284 x-openstack-request-id: req-acc6a3e5-81df-40fd-b46d-bb208c6cc284 {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:17:38.532510 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a", "status": "completed", "code": 200}]} {{(pid=116230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:17:38.532832 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-acc6a3e5-81df-40fd-b46d-bb208c6cc284 {{(pid=116230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:17:38.533309 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc6a3e5-81df-40fd-b46d-bb208c6cc284'] response: {'name': 'network-changed', 'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'status': 'completed', 'code': 200} Nov 02 13:17:38.637594 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d878b-ecc0-4e6f-8d4f-598bae3c41c9 req-de54d554-5b54-4d95-9343-5f25b0be922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:38.639242 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba8d878b-ecc0-4e6f-8d4f-598bae3c41c9 req-de54d554-5b54-4d95-9343-5f25b0be922e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef&device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 1129 time: 0.0582638 Nov 02 13:17:38.651763 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af903f4-b323-46c2-bcac-d5874897a5d2 None None] New status for floating IP bb0eb7cb-b1d7-48eb-8a98-af37aab6e848: DOWN {{(pid=116231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:17:38.741332 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d878b-ecc0-4e6f-8d4f-598bae3c41c9 req-fb0efd83-096d-461c-9bde-e8d9b263d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:38.742874 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba8d878b-ecc0-4e6f-8d4f-598bae3c41c9 req-fb0efd83-096d-461c-9bde-e8d9b263d3dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae HTTP/1.1" status: 200 len: 917 time: 0.0973175 Nov 02 13:17:38.785921 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba8d878b-ecc0-4e6f-8d4f-598bae3c41c9 req-c66cf4b1-7ba8-4b97-a67a-46b7dd6e65c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a HTTP/1.1" status: 200 len: 217 time: 0.0364671 Nov 02 13:17:38.841971 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d878b-ecc0-4e6f-8d4f-598bae3c41c9 req-2628ad3a-0d07-4e20-8cc2-97e2c1f4bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:38.843562 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba8d878b-ecc0-4e6f-8d4f-598bae3c41c9 req-2628ad3a-0d07-4e20-8cc2-97e2c1f4bae3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=135f0525-c190-43ec-9828-0788315b6c63 HTTP/1.1" status: 200 len: 854 time: 0.0497806 Nov 02 13:17:38.900175 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d878b-ecc0-4e6f-8d4f-598bae3c41c9 req-571b56cd-13fd-4b59-a2d8-26e73cb88083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:38.902275 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba8d878b-ecc0-4e6f-8d4f-598bae3c41c9 req-571b56cd-13fd-4b59-a2d8-26e73cb88083 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecd1dee0-5679-4485-a933-bd0cff1fd7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0527074 Nov 02 13:17:39.023010 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba8d878b-ecc0-4e6f-8d4f-598bae3c41c9 req-8187017c-e957-4af2-8338-9a0d4e36693b service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135538 Nov 02 13:17:39.140435 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-ba8d878b-ecc0-4e6f-8d4f-598bae3c41c9 req-719a705e-6d53-4efe-a002-081b85c9dda6 service neutron] 10.222.0.86 "GET /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113048 Nov 02 13:17:40.694085 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.605162 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.780663 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:42.327201 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd04b-5b78-45bd-b957-149dcaf53a09 req-9dfd1759-4ae4-43e2-9d09-fec994ee9acc tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:42.329024 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-574cd04b-5b78-45bd-b957-149dcaf53a09 req-9dfd1759-4ae4-43e2-9d09-fec994ee9acc tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 945 time: 0.0696576 Nov 02 13:17:42.387233 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-574cd04b-5b78-45bd-b957-149dcaf53a09 req-4f259abd-05b8-4467-9857-a9545cde943c tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514610 Nov 02 13:17:43.541445 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d279c48-31e0-4829-a8ce-4b0e2b33c506 req-cab67d6a-935f-4ee6-aa6a-94236896c867 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:43.543135 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d279c48-31e0-4829-a8ce-4b0e2b33c506 req-cab67d6a-935f-4ee6-aa6a-94236896c867 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 945 time: 0.0760620 Nov 02 13:17:43.601253 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [req-3d279c48-31e0-4829-a8ce-4b0e2b33c506 req-30e5b1c8-47ff-4fce-9592-5df88973b085 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489399 Nov 02 13:17:44.290181 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f75ee-3a51-4724-99ae-d913313ba0ea req-8064a9e1-137f-4493-8f97-0aba761c7889 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:44.291615 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-887f75ee-3a51-4724-99ae-d913313ba0ea req-8064a9e1-137f-4493-8f97-0aba761c7889 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.86 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 945 time: 0.0538950 Nov 02 13:17:44.389427 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-887f75ee-3a51-4724-99ae-d913313ba0ea req-764f7f9a-202a-4ac9-82c2-4d8f23c973fe tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Deleting port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:17:44.389800 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-887f75ee-3a51-4724-99ae-d913313ba0ea req-764f7f9a-202a-4ac9-82c2-4d8f23c973fe tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.490649 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [req-887f75ee-3a51-4724-99ae-d913313ba0ea req-764f7f9a-202a-4ac9-82c2-4d8f23c973fe tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] For port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:44.491022 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-887f75ee-3a51-4724-99ae-d913313ba0ea req-764f7f9a-202a-4ac9-82c2-4d8f23c973fe tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.505405 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [req-887f75ee-3a51-4724-99ae-d913313ba0ea req-764f7f9a-202a-4ac9-82c2-4d8f23c973fe tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Calling delete_port for 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a owned by compute:nova {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:17:44.731628 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58b936-154c-4acd-b695-2f2e394076c6 req-1c5526bd-cc5f-4f21-852b-1da6bd546764 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:44.733198 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-bf58b936-154c-4acd-b695-2f2e394076c6 req-1c5526bd-cc5f-4f21-852b-1da6bd546764 tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 945 time: 0.0548422 Nov 02 13:17:44.776551 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-887f75ee-3a51-4724-99ae-d913313ba0ea req-764f7f9a-202a-4ac9-82c2-4d8f23c973fe tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (001dcdbf-d606-4ee4-9e23-e6d454bb9a9a), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.811420 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] get_ports_and_sgs() called for port_ids ['001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'] {{(pid=116231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:17:44.814368 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-bf58b936-154c-4acd-b695-2f2e394076c6 req-20c79330-aa5b-4dc3-95fe-39ef9a416c1e tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/security-groups?id=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736401 Nov 02 13:17:44.815535 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f7f9a-202a-4ac9-82c2-4d8f23c973fe tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Pushing event deleted for resources: {'Port': ['ID=001dcdbf-d606-4ee4-9e23-e6d454bb9a9a,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:44.864057 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.db.l3_dvrscheduler_db [req-887f75ee-3a51-4724-99ae-d913313ba0ea req-764f7f9a-202a-4ac9-82c2-4d8f23c973fe tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] No DVR routers for this DVR port 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a on host hv-cinder-86327 {{(pid=116229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:17:44.869490 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [req-887f75ee-3a51-4724-99ae-d913313ba0ea req-764f7f9a-202a-4ac9-82c2-4d8f23c973fe tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27624'] for port (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.872960 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-887f75ee-3a51-4724-99ae-d913313ba0ea req-764f7f9a-202a-4ac9-82c2-4d8f23c973fe tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.86 "DELETE /v2.0/ports/001dcdbf-d606-4ee4-9e23-e6d454bb9a9a HTTP/1.1" status: 204 len: 173 time: 0.5750163 Nov 02 13:17:44.873511 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'name': 'network-vif-deleted', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a'}] {{(pid=116229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:17:44.875807 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bdbc528850ee51af6ff22573623dd9ba454409e0cf1009326895c8d9010839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529c87dc-8b59-439d-a08e-2cc45ae68802" -d '{"events": [{"server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "name": "network-vif-deleted", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a"}]}' {{(pid=116229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:17:44.915667 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aade51f-e9e0-4d70-8105-25060cbe0bb1 x-openstack-request-id: req-5aade51f-e9e0-4d70-8105-25060cbe0bb1 {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:17:44.915985 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be73be4-a977-47ee-bff8-3e237e0e89b0", "name": "network-vif-deleted", "tag": "001dcdbf-d606-4ee4-9e23-e6d454bb9a9a", "status": "completed", "code": 200}]} {{(pid=116229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:17:44.916530 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5aade51f-e9e0-4d70-8105-25060cbe0bb1 {{(pid=116229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:17:44.916914 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aade51f-e9e0-4d70-8105-25060cbe0bb1'] response: {'server_uuid': '8be73be4-a977-47ee-bff8-3e237e0e89b0', 'name': 'network-vif-deleted', 'tag': '001dcdbf-d606-4ee4-9e23-e6d454bb9a9a', 'status': 'completed', 'code': 200} Nov 02 13:17:45.048192 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.959757 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [req-30f2b810-7400-4d7c-8b04-021ed613508b req-1b73e65f-2130-463d-93fc-98baed0a23fb tempest-TestMinimumBasicScenario-1837586136 tempest-TestMinimumBasicScenario-1837586136-project] 10.222.0.93 "GET /v2.0/ports?device_id=8be73be4-a977-47ee-bff8-3e237e0e89b0 HTTP/1.1" status: 200 len: 210 time: 0.0461433 Nov 02 13:17:46.188836 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:17:47.636138 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a no longer exists at agent hyperv_hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:47.656380 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] No Port match for: 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:17:47.656803 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Device 001dcdbf-d606-4ee4-9e23-e6d454bb9a9a not bound to the agent host hv-cinder-86327 {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:49.134918 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 36404) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:49.486498 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9e2929a-b84d-49c7-bb7a-cdc21af6b3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548259'] for router_interface (c0b94dd9-5150-4b2a-b266-19515637af3e), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:49.750284 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2929a-b84d-49c7-bb7a-cdc21af6b3af admin admin] Deleting port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:17:49.750690 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9e2929a-b84d-49c7-bb7a-cdc21af6b3af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:49.838699 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [None req-a9e2929a-b84d-49c7-bb7a-cdc21af6b3af admin admin] For port a018e90c-0b25-41ec-8ce8-d2b42d8a8a20, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=a018e90c-0b25-41ec-8ce8-d2b42d8a8a20,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:49.839348 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9e2929a-b84d-49c7-bb7a-cdc21af6b3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:49.852878 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2929a-b84d-49c7-bb7a-cdc21af6b3af admin admin] Calling delete_port for a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 owned by network:router_interface {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:17:50.140548 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9e2929a-b84d-49c7-bb7a-cdc21af6b3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (a018e90c-0b25-41ec-8ce8-d2b42d8a8a20), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:50.166800 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2929a-b84d-49c7-bb7a-cdc21af6b3af admin admin] Pushing event deleted for resources: {'Port': ['ID=a018e90c-0b25-41ec-8ce8-d2b42d8a8a20,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:50.341084 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-a9e2929a-b84d-49c7-bb7a-cdc21af6b3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7808075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542483'] for router_interface (c0b94dd9-5150-4b2a-b266-19515637af3e), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:50.558350 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e2929a-b84d-49c7-bb7a-cdc21af6b3af admin admin] Router c0b94dd9-5150-4b2a-b266-19515637af3e has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:17:50.671995 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e2929a-b84d-49c7-bb7a-cdc21af6b3af admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:17:50.681609 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-a9e2929a-b84d-49c7-bb7a-cdc21af6b3af admin admin] 10.222.0.93 "PUT /v2.0/routers/c0b94dd9-5150-4b2a-b266-19515637af3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5440361 Nov 02 13:17:50.684367 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36416) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:50.686690 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605fccfd-9b2f-4e9a-a79d-258ca76b368c None None] Sync routers for ids ['c0b94dd9-5150-4b2a-b266-19515637af3e'] in dv-cinder-863278-1-smb {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:17:50.704179 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605fccfd-9b2f-4e9a-a79d-258ca76b368c None None] Routers {'c0b94dd9-5150-4b2a-b266-19515637af3e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:17:50.705370 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-605fccfd-9b2f-4e9a-a79d-258ca76b368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:17:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['c0b94dd9-5150-4b2a-b266-19515637af3e'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:50.810329 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Publish callbacks [] for router (c0b94dd9-5150-4b2a-b266-19515637af3e), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:50.821770 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-605fccfd-9b2f-4e9a-a79d-258ca76b368c None None] Set router c0b94dd9-5150-4b2a-b266-19515637af3e gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:17:50.921829 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Publish callbacks [] for router_gateway (c0b94dd9-5150-4b2a-b266-19515637af3e), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.007314 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-605fccfd-9b2f-4e9a-a79d-258ca76b368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:17:49Z', 'revision_number': 5, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:51.033017 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605fccfd-9b2f-4e9a-a79d-258ca76b368c None None] Checking router: c0b94dd9-5150-4b2a-b266-19515637af3e for host: dv-cinder-863278-1-smb {{(pid=116232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:17:51.041632 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605fccfd-9b2f-4e9a-a79d-258ca76b368c None None] Routers {'c0b94dd9-5150-4b2a-b266-19515637af3e'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:17:51.042431 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-605fccfd-9b2f-4e9a-a79d-258ca76b368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:17:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['c0b94dd9-5150-4b2a-b266-19515637af3e'], 'active': True} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:51.116300 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Deleting port c892c1b2-55e1-4b5a-a88e-917a69a72eab {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:17:51.117450 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.148169 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_dvr_db [None req-605fccfd-9b2f-4e9a-a79d-258ca76b368c None None] Set router c0b94dd9-5150-4b2a-b266-19515637af3e gateway port host: dv-cinder-863278-1-smb {{(pid=116232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:17:51.208711 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] For port c892c1b2-55e1-4b5a-a88e-917a69a72eab, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=c892c1b2-55e1-4b5a-a88e-917a69a72eab,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:51.209224 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.222856 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Calling delete_port for c892c1b2-55e1-4b5a-a88e-917a69a72eab owned by network:router_gateway {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:17:51.416520 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.l3_hamode_db [None req-605fccfd-9b2f-4e9a-a79d-258ca76b368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:17:49Z', 'revision_number': 5, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:51.441848 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605fccfd-9b2f-4e9a-a79d-258ca76b368c None None] The sync data for ids ['c0b94dd9-5150-4b2a-b266-19515637af3e'] in dv-cinder-863278-1-smb is: [{'id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'name': 'tempest-TestMinimumBasicScenario-1209146153-router', 'tenant_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138'}], 'enable_snat': True}, 'gw_port_id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:17Z', 'updated_at': '2022-11-02T13:17:49Z', 'revision_number': 5, 'project_id': '37e1fdd13f2d43e895d76b44fa45b0ef', 'gw_port': {'id': 'c892c1b2-55e1-4b5a-a88e-917a69a72eab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b94dd9-5150-4b2a-b266-19515637af3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:18Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:17:51.483951 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (c892c1b2-55e1-4b5a-a88e-917a69a72eab), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.511502 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Pushing event deleted for resources: {'Port': ['ID=c892c1b2-55e1-4b5a-a88e-917a69a72eab,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:51.582086 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547305'] for router_gateway (c0b94dd9-5150-4b2a-b266-19515637af3e), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.684114 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100844'] for router (c0b94dd9-5150-4b2a-b266-19515637af3e), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.686294 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Publish callbacks [] for router_controller (c0b94dd9-5150-4b2a-b266-19515637af3e), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.803066 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542981'] for router (c0b94dd9-5150-4b2a-b266-19515637af3e), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.803607 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b94dd9-5150-4b2a-b266-19515637af3e {{(pid=116230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:17:51.809168 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.810667 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-f9794c02-a2d2-47e1-9ff5-4043398b5046 admin admin] 10.222.0.93 "DELETE /v2.0/routers/c0b94dd9-5150-4b2a-b266-19515637af3e HTTP/1.1" status: 204 len: 168 time: 1.1251144 Nov 02 13:17:51.813017 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36424) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:51.870990 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fc7449-0116-484b-bce6-dafedb984dcb admin admin] Deleting subnet 135f0525-c190-43ec-9828-0788315b6c63 {{(pid=116230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:17:51.874641 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7449-0116-484b-bce6-dafedb984dcb admin admin] Publish callbacks [] for subnet (135f0525-c190-43ec-9828-0788315b6c63), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.911830 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7449-0116-484b-bce6-dafedb984dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4597044'] for subnet (135f0525-c190-43ec-9828-0788315b6c63), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.996500 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7449-0116-484b-bce6-dafedb984dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (135f0525-c190-43ec-9828-0788315b6c63), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.179692 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7449-0116-484b-bce6-dafedb984dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4597152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5051703'] for subnet (135f0525-c190-43ec-9828-0788315b6c63), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.208477 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc7449-0116-484b-bce6-dafedb984dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=135f0525-c190-43ec-9828-0788315b6c63,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:52.210570 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7449-0116-484b-bce6-dafedb984dcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.214581 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-e1fc7449-0116-484b-bce6-dafedb984dcb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/135f0525-c190-43ec-9828-0788315b6c63 HTTP/1.1" status: 204 len: 168 time: 0.4005213 Nov 02 13:17:52.215659 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf66bd9-c949-4921-8a22-0c0f373c2345 None None] Network ecd1dee0-5679-4485-a933-bd0cff1fd7ae requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:17:52.217619 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36430) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:52.292325 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (ecd1dee0-5679-4485-a933-bd0cff1fd7ae), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.354609 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Deleting port 4089f95a-0075-4e55-89db-e75743b0686c {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:17:52.354939 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (4089f95a-0075-4e55-89db-e75743b0686c), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.422129 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] For port 4089f95a-0075-4e55-89db-e75743b0686c, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=4089f95a-0075-4e55-89db-e75743b0686c,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:52.422416 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (4089f95a-0075-4e55-89db-e75743b0686c), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.436028 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Calling delete_port for 4089f95a-0075-4e55-89db-e75743b0686c owned by network:dhcp {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:17:52.511429 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524d030a-e753-4602-854d-69e6b9656521 None None] DHCP port deletion for ecd1dee0-5679-4485-a933-bd0cff1fd7ae request from dv-cinder-863278-1-smb {{(pid=116231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:17:52.586447 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Deleting port 4089f95a-0075-4e55-89db-e75743b0686c {{(pid=116231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:17:52.587068 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (4089f95a-0075-4e55-89db-e75743b0686c), before_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.654369 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (4089f95a-0075-4e55-89db-e75743b0686c), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.682631 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Pushing event deleted for resources: {'Port': ['ID=4089f95a-0075-4e55-89db-e75743b0686c,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:52.685333 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-524d030a-e753-4602-854d-69e6b9656521 None None] For port 4089f95a-0075-4e55-89db-e75743b0686c, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=4089f95a-0075-4e55-89db-e75743b0686c,segment=NetworkSegment(fcb04df7-3c76-4a90-b387-cc0a13675491),segment_id=fcb04df7-3c76-4a90-b387-cc0a13675491)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:52.685862 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (4089f95a-0075-4e55-89db-e75743b0686c), precommit_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.687103 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] No DVR routers for this DVR port 4089f95a-0075-4e55-89db-e75743b0686c on host dv-cinder-863278-1-smb {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:17:52.703922 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Calling delete_port for 4089f95a-0075-4e55-89db-e75743b0686c owned by network:dhcp {{(pid=116231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:17:52.771379 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c892c1b2-55e1-4b5a-a88e-917a69a72eab no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:52.772134 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (ecd1dee0-5679-4485-a933-bd0cff1fd7ae), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.795169 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: c892c1b2-55e1-4b5a-a88e-917a69a72eab {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:17:52.795627 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device c892c1b2-55e1-4b5a-a88e-917a69a72eab not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:52.796175 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:52.805005 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd1dee0-5679-4485-a933-bd0cff1fd7ae']}} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:52.812974 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb04df7-3c76-4a90-b387-cc0a13675491') {'for_net_delete': True} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:52.812974 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb04df7-3c76-4a90-b387-cc0a13675491') {} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:52.825487 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4597037'] for segment (fcb04df7-3c76-4a90-b387-cc0a13675491), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.832089 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:17:52.832453 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device a018e90c-0b25-41ec-8ce8-d2b42d8a8a20 not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:52.832887 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 4089f95a-0075-4e55-89db-e75743b0686c no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:52.845032 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (fcb04df7-3c76-4a90-b387-cc0a13675491), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.852917 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Releasing vlan 1456 on physical network physnet1 to pool {{(pid=116230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:17:52.862187 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4602182'] for segment (fcb04df7-3c76-4a90-b387-cc0a13675491), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.862988 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 4089f95a-0075-4e55-89db-e75743b0686c {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:17:52.862988 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 4089f95a-0075-4e55-89db-e75743b0686c not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:52.862988 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301'] for port (4089f95a-0075-4e55-89db-e75743b0686c), after_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.888439 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Pushing event deleted for resources: {'Port': ['ID=4089f95a-0075-4e55-89db-e75743b0686c,revision_number=None']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:52.893385 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d030a-e753-4602-854d-69e6b9656521 None None] No DVR routers for this DVR port 4089f95a-0075-4e55-89db-e75743b0686c on host dv-cinder-863278-1-smb {{(pid=116231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:17:52.909049 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:52.909626 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:52.910033 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:52.910465 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:52.910872 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:52.911240 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:52.911628 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:52.912407 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:52.913128 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:52.914238 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:52.914750 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:52.915248 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:52.915962 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d030a-e753-4602-854d-69e6b9656521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-smb {{(pid=116231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:53.064741 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment fcb04df7-3c76-4a90-b387-cc0a13675491 resource provider aggregate not found Nov 02 13:17:53.072874 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (ecd1dee0-5679-4485-a933-bd0cff1fd7ae), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:53.080120 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:53.089166 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] 10.222.0.93 "DELETE /v2.0/networks/ecd1dee0-5679-4485-a933-bd0cff1fd7ae HTTP/1.1" status: 204 len: 168 time: 0.8674557 Nov 02 13:17:53.089364 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment fcb04df7-3c76-4a90-b387-cc0a13675491 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcb04df7-3c76-4a90-b387-cc0a13675491 found for delete ", "request_id": "req-070e33ca-865a-4db5-9370-f8533dba1b8f"}]} Nov 02 13:17:53.089686 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 36440) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:53.111197 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b372d0-8160-4990-8c49-077a1ae3205e admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd1dee0-5679-4485-a933-bd0cff1fd7ae,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:53.741819 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0405df4c-97ea-435a-9dd0-c2599d652638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548259'] for router_interface (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:54.024061 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-0405df4c-97ea-435a-9dd0-c2599d652638 admin admin] Deleting port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de {{(pid=116229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:17:54.024395 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0405df4c-97ea-435a-9dd0-c2599d652638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:54.129943 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.db [None req-0405df4c-97ea-435a-9dd0-c2599d652638 admin admin] For port 2060cdf0-1481-47c5-a4eb-2d0f3ab844de, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=2060cdf0-1481-47c5-a4eb-2d0f3ab844de,segment=NetworkSegment(d3613d67-c7f2-484c-8144-c077ee8c9665),segment_id=d3613d67-c7f2-484c-8144-c077ee8c9665)] {{(pid=116229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:54.130681 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0405df4c-97ea-435a-9dd0-c2599d652638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:54.154701 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.plugins.ml2.plugin [None req-0405df4c-97ea-435a-9dd0-c2599d652638 admin admin] Calling delete_port for 2060cdf0-1481-47c5-a4eb-2d0f3ab844de owned by network:router_interface {{(pid=116229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:17:54.454463 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0405df4c-97ea-435a-9dd0-c2599d652638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5056704'] for port (2060cdf0-1481-47c5-a4eb-2d0f3ab844de), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:54.480304 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405df4c-97ea-435a-9dd0-c2599d652638 admin admin] Pushing event deleted for resources: {'Port': ['ID=2060cdf0-1481-47c5-a4eb-2d0f3ab844de,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:54.655298 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-0405df4c-97ea-435a-9dd0-c2599d652638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7808075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542483'] for router_interface (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:54.880851 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0405df4c-97ea-435a-9dd0-c2599d652638 admin admin] Router f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee has already been hosted by L3 agent 5f9c2d79-61ef-4b7a-bcb0-c2073c18984b {{(pid=116229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:17:54.997258 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0405df4c-97ea-435a-9dd0-c2599d652638 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-smb the message routers_updated {{(pid=116229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:17:55.004934 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-0405df4c-97ea-435a-9dd0-c2599d652638 admin admin] 10.222.0.93 "PUT /v2.0/routers/f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9120939 Nov 02 13:17:55.006846 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36452) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:55.011675 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990ce93-850b-42ad-b556-37d99828fa83 None None] Sync routers for ids ['f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'] in dv-cinder-863278-1-smb {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:17:55.028253 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f990ce93-850b-42ad-b556-37d99828fa83 None None] Routers {'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:17:55.029323 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-f990ce93-850b-42ad-b556-37d99828fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:17:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:55.165538 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Publish callbacks [] for router (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:55.180302 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-f990ce93-850b-42ad-b556-37d99828fa83 None None] Set router f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:17:55.294312 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Publish callbacks [] for router_gateway (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:55.412226 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-f990ce93-850b-42ad-b556-37d99828fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'name': 'tempest-TestMinimumBasicScenario-1901909400-router', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24'}], 'enable_snat': True}, 'gw_port_id': '4129d662-8768-445d-a307-74091282d1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:24Z', 'updated_at': '2022-11-02T13:17:54Z', 'revision_number': 5, 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'gw_port': {'id': '4129d662-8768-445d-a307-74091282d1ab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:66:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:25Z', 'updated_at': '2022-11-02T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:55.439049 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990ce93-850b-42ad-b556-37d99828fa83 None None] Checking router: f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee for host: dv-cinder-863278-1-smb {{(pid=116231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:17:55.453233 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f990ce93-850b-42ad-b556-37d99828fa83 None None] Routers {'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'} bound to L3 agent in host dv-cinder-863278-1-smb {{(pid=116231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:17:55.454344 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-f990ce93-850b-42ad-b556-37d99828fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:55:08Z,description=,heartbeat_timestamp=2022-11-02T13:17:38Z,host='dv-cinder-863278-1-smb',id=5f9c2d79-61ef-4b7a-bcb0-c2073c18984b,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:55:09Z,topic='l3_agent')) {'router_ids': ['f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'], 'active': True} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:55.585595 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvr_db [None req-f990ce93-850b-42ad-b556-37d99828fa83 None None] Set router f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee gateway port host: dv-cinder-863278-1-smb {{(pid=116231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:17:55.585713 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Deleting port 4129d662-8768-445d-a307-74091282d1ab {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:17:55.585713 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (4129d662-8768-445d-a307-74091282d1ab), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:55.689504 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] For port 4129d662-8768-445d-a307-74091282d1ab, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=4129d662-8768-445d-a307-74091282d1ab,segment=NetworkSegment(f7597cc4-454c-441e-8c8e-983e3601387f),segment_id=f7597cc4-454c-441e-8c8e-983e3601387f)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:55.690111 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (4129d662-8768-445d-a307-74091282d1ab), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:55.704398 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Calling delete_port for 4129d662-8768-445d-a307-74091282d1ab owned by network:router_gateway {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:17:55.770958 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_hamode_db [None req-f990ce93-850b-42ad-b556-37d99828fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'name': 'tempest-TestMinimumBasicScenario-1901909400-router', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24'}], 'enable_snat': True}, 'gw_port_id': '4129d662-8768-445d-a307-74091282d1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:24Z', 'updated_at': '2022-11-02T13:17:54Z', 'revision_number': 5, 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'gw_port': {'id': '4129d662-8768-445d-a307-74091282d1ab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:66:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:25Z', 'updated_at': '2022-11-02T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}], 'dv-cinder-863278-1-smb', False) {} {{(pid=116231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:55.799726 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990ce93-850b-42ad-b556-37d99828fa83 None None] The sync data for ids ['f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee'] in dv-cinder-863278-1-smb is: [{'id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'name': 'tempest-TestMinimumBasicScenario-1901909400-router', 'tenant_id': '39a21aa2352f47799f46dd3c677c0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'external_fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24'}], 'enable_snat': True}, 'gw_port_id': '4129d662-8768-445d-a307-74091282d1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:24Z', 'updated_at': '2022-11-02T13:17:54Z', 'revision_number': 5, 'project_id': '39a21aa2352f47799f46dd3c677c0eec', 'gw_port': {'id': '4129d662-8768-445d-a307-74091282d1ab', 'name': '', 'network_id': '77ce1c78-9b99-4e9d-8799-30ad603e3245', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:66:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'ip_address': '172.28.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:25Z', 'updated_at': '2022-11-02T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9951bb8a-ad4b-4bcc-8db5-bd08b9898190', 'cidr': '172.28.4.0/24', 'gateway_ip': '172.28.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-smb'}] {{(pid=116231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:17:55.985762 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (4129d662-8768-445d-a307-74091282d1ab), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.017224 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=4129d662-8768-445d-a307-74091282d1ab,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:56.084880 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547305'] for router_gateway (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.200841 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100844'] for router (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.203361 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Publish callbacks [] for router_controller (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.362705 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542981'] for router (f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.363157 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee {{(pid=116230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:17:56.368005 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.370417 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-0bc93709-6359-49a7-bef3-eb3ae6464c15 admin admin] 10.222.0.93 "DELETE /v2.0/routers/f3274b2b-9eed-4bdf-a99c-abaa3ce3a7ee HTTP/1.1" status: 204 len: 168 time: 1.3615699 Nov 02 13:17:56.374153 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36464) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:56.425011 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6ecb6e-26ce-409d-8254-f0ebec19b57e admin admin] Deleting subnet 59f21387-12cd-4353-91ac-358b8a7ec18d {{(pid=116230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:17:56.428623 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5f6ecb6e-26ce-409d-8254-f0ebec19b57e admin admin] Publish callbacks [] for subnet (59f21387-12cd-4353-91ac-358b8a7ec18d), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.471896 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5f6ecb6e-26ce-409d-8254-f0ebec19b57e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4597044'] for subnet (59f21387-12cd-4353-91ac-358b8a7ec18d), precommit_delete_associations {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.567949 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5f6ecb6e-26ce-409d-8254-f0ebec19b57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563521'] for subnet (59f21387-12cd-4353-91ac-358b8a7ec18d), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.758290 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5f6ecb6e-26ce-409d-8254-f0ebec19b57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4597152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5051703'] for subnet (59f21387-12cd-4353-91ac-358b8a7ec18d), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.786045 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ecb6e-26ce-409d-8254-f0ebec19b57e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f21387-12cd-4353-91ac-358b8a7ec18d,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:56.789846 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-5f6ecb6e-26ce-409d-8254-f0ebec19b57e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.793280 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-5f6ecb6e-26ce-409d-8254-f0ebec19b57e admin admin] 10.222.0.93 "DELETE /v2.0/subnets/59f21387-12cd-4353-91ac-358b8a7ec18d HTTP/1.1" status: 204 len: 168 time: 0.4202528 Nov 02 13:17:56.796382 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36466) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:56.802685 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fc0bbe-2a50-42d9-bfab-388bbc8bfd31 None None] Network f40fdfc9-2961-4bc3-92d6-513bf9b26c40 requested from dv-cinder-863278-1-smb {{(pid=116231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:17:56.877542 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734681'] for network (f40fdfc9-2961-4bc3-92d6-513bf9b26c40), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.954922 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 4129d662-8768-445d-a307-74091282d1ab no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:56.958203 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Deleting port b6cf691a-ccc6-4f95-ba95-8430bec6119e {{(pid=116230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:17:56.961616 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.035361 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.db [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] For port b6cf691a-ccc6-4f95-ba95-8430bec6119e, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=b6cf691a-ccc6-4f95-ba95-8430bec6119e,segment=NetworkSegment(d3613d67-c7f2-484c-8144-c077ee8c9665),segment_id=d3613d67-c7f2-484c-8144-c077ee8c9665)] {{(pid=116230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:57.036074 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.052926 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.plugin [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Calling delete_port for b6cf691a-ccc6-4f95-ba95-8430bec6119e owned by network:dhcp {{(pid=116230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:17:57.132183 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae7fab5-295c-42f0-afd9-4b09418ffe2b None None] DHCP port deletion for f40fdfc9-2961-4bc3-92d6-513bf9b26c40 request from dv-cinder-863278-1-smb {{(pid=116231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:17:57.136005 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 4129d662-8768-445d-a307-74091282d1ab {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:17:57.136005 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 4129d662-8768-445d-a307-74091282d1ab not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:57.136408 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 2060cdf0-1481-47c5-a4eb-2d0f3ab844de no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:57.159104 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: 2060cdf0-1481-47c5-a4eb-2d0f3ab844de {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:17:57.159453 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device 2060cdf0-1481-47c5-a4eb-2d0f3ab844de not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:57.212794 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-fae7fab5-295c-42f0-afd9-4b09418ffe2b None None] Deleting port b6cf691a-ccc6-4f95-ba95-8430bec6119e {{(pid=116231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:17:57.213099 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fae7fab5-295c-42f0-afd9-4b09418ffe2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781484241439'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), before_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.261011 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4602225'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.304977 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6cf691a-ccc6-4f95-ba95-8430bec6119e,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:57.307146 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] No DVR routers for this DVR port b6cf691a-ccc6-4f95-ba95-8430bec6119e on host dv-cinder-863278-1-smb {{(pid=116230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:17:57.309330 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.db [None req-fae7fab5-295c-42f0-afd9-4b09418ffe2b None None] For port b6cf691a-ccc6-4f95-ba95-8430bec6119e, host dv-cinder-863278-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-smb',level=0,port_id=b6cf691a-ccc6-4f95-ba95-8430bec6119e,segment=NetworkSegment(d3613d67-c7f2-484c-8144-c077ee8c9665),segment_id=d3613d67-c7f2-484c-8144-c077ee8c9665)] {{(pid=116231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:57.309994 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fae7fab5-295c-42f0-afd9-4b09418ffe2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546046'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), precommit_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.330371 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-fae7fab5-295c-42f0-afd9-4b09418ffe2b None None] Calling delete_port for b6cf691a-ccc6-4f95-ba95-8430bec6119e owned by network:dhcp {{(pid=116231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:17:57.392191 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561864', 'neutron.services.segments.db._delete_segments_for_network-8781484186920'] for network (f40fdfc9-2961-4bc3-92d6-513bf9b26c40), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.424482 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40fdfc9-2961-4bc3-92d6-513bf9b26c40']}} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:57.434791 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-fae7fab5-295c-42f0-afd9-4b09418ffe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781484249986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781483692301'] for port (b6cf691a-ccc6-4f95-ba95-8430bec6119e), after_delete {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.438575 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3613d67-c7f2-484c-8144-c077ee8c9665') {'for_net_delete': True} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:57.438865 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.services.segments.db [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3613d67-c7f2-484c-8144-c077ee8c9665') {} {{(pid=116230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:57.458061 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781484188218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4597037'] for segment (d3613d67-c7f2-484c-8144-c077ee8c9665), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.478184 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7fab5-295c-42f0-afd9-4b09418ffe2b None None] Pushing event deleted for resources: {'Port': ['ID=b6cf691a-ccc6-4f95-ba95-8430bec6119e,revision_number=None']} {{(pid=116231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:57.482360 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7fab5-295c-42f0-afd9-4b09418ffe2b None None] No DVR routers for this DVR port b6cf691a-ccc6-4f95-ba95-8430bec6119e on host dv-cinder-863278-1-smb {{(pid=116231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:17:57.515023 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541'] for segment (d3613d67-c7f2-484c-8144-c077ee8c9665), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.532417 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Releasing vlan 1477 on physical network physnet1 to pool {{(pid=116230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:17:57.532849 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4602182'] for segment (d3613d67-c7f2-484c-8144-c077ee8c9665), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.588869 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment d3613d67-c7f2-484c-8144-c077ee8c9665 resource provider aggregate not found Nov 02 13:17:57.609974 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.services.segments.plugin [-] Segment d3613d67-c7f2-484c-8144-c077ee8c9665 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3613d67-c7f2-484c-8144-c077ee8c9665 found for delete ", "request_id": "req-63d3cdd1-d0f3-425a-9bdc-72f1d6083f60"}]} Nov 02 13:17:57.859861 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7808066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547221'] for network (f40fdfc9-2961-4bc3-92d6-513bf9b26c40), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.865894 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7808112'] for network (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.869220 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] 10.222.0.93 "DELETE /v2.0/networks/f40fdfc9-2961-4bc3-92d6-513bf9b26c40 HTTP/1.1" status: 204 len: 168 time: 1.0716159 Nov 02 13:17:57.880918 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de3813-e824-47c1-b278-b34fc8c9011a admin admin] Pushing event deleted for resources: {'Network': ['ID=f40fdfc9-2961-4bc3-92d6-513bf9b26c40,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:58.401473 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36484) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:58.445780 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c47d9bda-e277-4afd-8838-f08afc43f592 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=37e1fdd13f2d43e895d76b44fa45b0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430212 Nov 02 13:17:58.448340 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36486) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:58.502192 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-522c083c-d817-4d21-a54e-2fa873aa3983 admin admin] Publish callbacks [] for security_group (9fabaf6c-bb6d-4795-a8f0-fc906b5591e0), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:58.525048 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-522c083c-d817-4d21-a54e-2fa873aa3983 admin admin] Publish callbacks [] for security_group (9fabaf6c-bb6d-4795-a8f0-fc906b5591e0), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:58.700617 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-522c083c-d817-4d21-a54e-2fa873aa3983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (9fabaf6c-bb6d-4795-a8f0-fc906b5591e0), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:58.705688 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-522c083c-d817-4d21-a54e-2fa873aa3983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:58.711171 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-522c083c-d817-4d21-a54e-2fa873aa3983 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9fabaf6c-bb6d-4795-a8f0-fc906b5591e0 HTTP/1.1" status: 204 len: 168 time: 0.2582793 Nov 02 13:17:58.723341 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c083c-d817-4d21-a54e-2fa873aa3983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fabaf6c-bb6d-4795-a8f0-fc906b5591e0,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:58.751365 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device b6cf691a-ccc6-4f95-ba95-8430bec6119e no longer exists at agent ovs-agent-dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:58.797311 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.plugin [None req-37a53840-9cb2-456e-a014-850541709480 None None] No Port match for: b6cf691a-ccc6-4f95-ba95-8430bec6119e {{(pid=116231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:17:58.797565 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron.plugins.ml2.rpc [None req-37a53840-9cb2-456e-a014-850541709480 None None] Device b6cf691a-ccc6-4f95-ba95-8430bec6119e not bound to the agent host dv-cinder-863278-1-smb {{(pid=116231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:59.777377 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 36518) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:59.826425 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-e18b5a7f-08e4-448e-8ebf-2bc5525a704b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=39a21aa2352f47799f46dd3c677c0eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478373 Nov 02 13:17:59.829181 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 36522) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:59.896684 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-33254a3e-b9d6-4374-823f-cb361dbdf903 admin admin] Publish callbacks [] for security_group (d34b340d-796f-4d82-8672-9174090eedb7), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.937110 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-33254a3e-b9d6-4374-823f-cb361dbdf903 admin admin] Publish callbacks [] for security_group (d34b340d-796f-4d82-8672-9174090eedb7), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:00.139424 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-33254a3e-b9d6-4374-823f-cb361dbdf903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (d34b340d-796f-4d82-8672-9174090eedb7), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:00.142304 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-33254a3e-b9d6-4374-823f-cb361dbdf903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:00.143483 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-33254a3e-b9d6-4374-823f-cb361dbdf903 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d34b340d-796f-4d82-8672-9174090eedb7 HTTP/1.1" status: 204 len: 168 time: 0.3131387 Nov 02 13:18:00.154927 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33254a3e-b9d6-4374-823f-cb361dbdf903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34b340d-796f-4d82-8672-9174090eedb7,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:03.111175 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 36540) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:03.243238 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-436020e4-594e-472d-8f59-d4a4ee51bc1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.362605 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-436020e4-594e-472d-8f59-d4a4ee51bc1a admin admin] Publish callbacks [] for security_group (9e153a70-4463-4bd6-8d2e-bfd6003ec41b), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.494489 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-436020e4-594e-472d-8f59-d4a4ee51bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (9e153a70-4463-4bd6-8d2e-bfd6003ec41b), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.554227 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-436020e4-594e-472d-8f59-d4a4ee51bc1a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=099add5f53154effa687f5a4bcf5507e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416227 Nov 02 13:18:03.557762 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436020e4-594e-472d-8f59-d4a4ee51bc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e153a70-4463-4bd6-8d2e-bfd6003ec41b,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:03.558866 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36544) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:03.620861 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c62c877f-124e-4814-9c25-ae93641ea494 admin admin] Publish callbacks [] for security_group (9e153a70-4463-4bd6-8d2e-bfd6003ec41b), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.648728 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c62c877f-124e-4814-9c25-ae93641ea494 admin admin] Publish callbacks [] for security_group (9e153a70-4463-4bd6-8d2e-bfd6003ec41b), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.796760 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c62c877f-124e-4814-9c25-ae93641ea494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (9e153a70-4463-4bd6-8d2e-bfd6003ec41b), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.801029 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-c62c877f-124e-4814-9c25-ae93641ea494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.802691 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-c62c877f-124e-4814-9c25-ae93641ea494 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9e153a70-4463-4bd6-8d2e-bfd6003ec41b HTTP/1.1" status: 204 len: 168 time: 0.2421026 Nov 02 13:18:03.817419 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c877f-124e-4814-9c25-ae93641ea494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e153a70-4463-4bd6-8d2e-bfd6003ec41b,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:04.414623 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1d6f-93f9-4c51-b38b-e308bb413ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:04.700494 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36550) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:04.719812 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f0eca0c7-4498-4648-9630-eda9eba2851d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:04.820022 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f0eca0c7-4498-4648-9630-eda9eba2851d admin admin] Publish callbacks [] for security_group (472bce7e-38e9-4f4c-bb67-d0b63903391d), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:04.928370 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-f0eca0c7-4498-4648-9630-eda9eba2851d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (472bce7e-38e9-4f4c-bb67-d0b63903391d), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:04.971888 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-f0eca0c7-4498-4648-9630-eda9eba2851d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=41ffdb7111864a09b6c64de59c6a46c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702613 Nov 02 13:18:04.972971 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eca0c7-4498-4648-9630-eda9eba2851d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472bce7e-38e9-4f4c-bb67-d0b63903391d,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:04.974797 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 36552) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:05.067483 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-101852f4-a476-46d8-b33b-9dd106f1585c admin admin] Publish callbacks [] for security_group (472bce7e-38e9-4f4c-bb67-d0b63903391d), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:05.104530 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-101852f4-a476-46d8-b33b-9dd106f1585c admin admin] Publish callbacks [] for security_group (472bce7e-38e9-4f4c-bb67-d0b63903391d), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:05.265401 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-101852f4-a476-46d8-b33b-9dd106f1585c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (472bce7e-38e9-4f4c-bb67-d0b63903391d), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:05.268933 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-101852f4-a476-46d8-b33b-9dd106f1585c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:05.270433 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-101852f4-a476-46d8-b33b-9dd106f1585c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/472bce7e-38e9-4f4c-bb67-d0b63903391d HTTP/1.1" status: 204 len: 168 time: 0.2944336 Nov 02 13:18:05.284641 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101852f4-a476-46d8-b33b-9dd106f1585c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472bce7e-38e9-4f4c-bb67-d0b63903391d,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:08.436375 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bf43-0110-4220-be7b-8c2e47a0ea3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:10.653462 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:11.447662 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:11.733857 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.053149 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:17.715276 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 36634) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:17.840994 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f1d25ecc-235e-4da0-bf7a-bb87a3f9dc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:17.940811 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f1d25ecc-235e-4da0-bf7a-bb87a3f9dc35 admin admin] Publish callbacks [] for security_group (f98ab8c2-6d48-4dce-a7ae-75bf200db252), precommit_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.122045 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-f1d25ecc-235e-4da0-bf7a-bb87a3f9dc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f98ab8c2-6d48-4dce-a7ae-75bf200db252), after_create {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.167975 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-f1d25ecc-235e-4da0-bf7a-bb87a3f9dc35 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=660f92d5129f4ed89a396f7ced1ef7bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513583 Nov 02 13:18:18.169079 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d25ecc-235e-4da0-bf7a-bb87a3f9dc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98ab8c2-6d48-4dce-a7ae-75bf200db252,revision_number=1']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:18.171218 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36638) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:18.231326 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-50c98f8f-5a90-4720-8195-5e76cc2304f8 admin admin] Publish callbacks [] for security_group (f98ab8c2-6d48-4dce-a7ae-75bf200db252), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.257582 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-50c98f8f-5a90-4720-8195-5e76cc2304f8 admin admin] Publish callbacks [] for security_group (f98ab8c2-6d48-4dce-a7ae-75bf200db252), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.447891 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-50c98f8f-5a90-4720-8195-5e76cc2304f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (f98ab8c2-6d48-4dce-a7ae-75bf200db252), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.451566 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-50c98f8f-5a90-4720-8195-5e76cc2304f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.452989 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-50c98f8f-5a90-4720-8195-5e76cc2304f8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f98ab8c2-6d48-4dce-a7ae-75bf200db252 HTTP/1.1" status: 204 len: 168 time: 0.2804270 Nov 02 13:18:18.463357 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c98f8f-5a90-4720-8195-5e76cc2304f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98ab8c2-6d48-4dce-a7ae-75bf200db252,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:19.292960 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36644) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:19.308315 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-847885a0-8842-4a53-af2b-cdfd83158e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.392215 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-847885a0-8842-4a53-af2b-cdfd83158e33 admin admin] Publish callbacks [] for security_group (c6999ed3-0153-4051-81f9-99213ac79713), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.470210 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-847885a0-8842-4a53-af2b-cdfd83158e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (c6999ed3-0153-4051-81f9-99213ac79713), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.511444 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-847885a0-8842-4a53-af2b-cdfd83158e33 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=41cb5fd2fa3c47388308a87cc51f216c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171698 Nov 02 13:18:19.512157 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847885a0-8842-4a53-af2b-cdfd83158e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6999ed3-0153-4051-81f9-99213ac79713,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:19.514380 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [-] (116229) accepted ('10.222.0.93', 36646) {{(pid=116229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:19.569785 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-69ff5a8b-e34a-4dd0-bbaa-8d1f5ae65b9b admin admin] Publish callbacks [] for security_group (c6999ed3-0153-4051-81f9-99213ac79713), before_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.596347 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-69ff5a8b-e34a-4dd0-bbaa-8d1f5ae65b9b admin admin] Publish callbacks [] for security_group (c6999ed3-0153-4051-81f9-99213ac79713), precommit_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.790165 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-69ff5a8b-e34a-4dd0-bbaa-8d1f5ae65b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (c6999ed3-0153-4051-81f9-99213ac79713), after_delete {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.793634 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron_lib.callbacks.manager [None req-69ff5a8b-e34a-4dd0-bbaa-8d1f5ae65b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.794967 dv-cinder-863278-1-smb neutron-server[116229]: INFO neutron.wsgi [None req-69ff5a8b-e34a-4dd0-bbaa-8d1f5ae65b9b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c6999ed3-0153-4051-81f9-99213ac79713 HTTP/1.1" status: 204 len: 168 time: 0.2792690 Nov 02 13:18:19.803589 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff5a8b-e34a-4dd0-bbaa-8d1f5ae65b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6999ed3-0153-4051-81f9-99213ac79713,revision_number=None']} {{(pid=116229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:23.187983 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:18:34.352098 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36780) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:34.418375 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-848b2ce8-ab24-49f1-91cc-0c3373081b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:34.459491 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ebc69807-f9de-488c-8ce6-aac669d310f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:34.541177 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ebc69807-f9de-488c-8ce6-aac669d310f9 admin admin] Publish callbacks [] for security_group (d886241d-7d66-40fd-b036-04cc5ab54e32), precommit_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:34.646230 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-ebc69807-f9de-488c-8ce6-aac669d310f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (d886241d-7d66-40fd-b036-04cc5ab54e32), after_create {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:34.683758 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc69807-f9de-488c-8ce6-aac669d310f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d886241d-7d66-40fd-b036-04cc5ab54e32,revision_number=1']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:34.687855 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-ebc69807-f9de-488c-8ce6-aac669d310f9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7d47cdc450a8455f81731e03fc571e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347542 Nov 02 13:18:34.691354 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [-] (116230) accepted ('10.222.0.93', 36784) {{(pid=116230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:34.739615 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-799dec9a-7944-4b08-96ef-e9063fb6954d admin admin] Publish callbacks [] for security_group (d886241d-7d66-40fd-b036-04cc5ab54e32), before_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:34.763480 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-799dec9a-7944-4b08-96ef-e9063fb6954d admin admin] Publish callbacks [] for security_group (d886241d-7d66-40fd-b036-04cc5ab54e32), precommit_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:34.892111 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-799dec9a-7944-4b08-96ef-e9063fb6954d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622661'] for security_group (d886241d-7d66-40fd-b036-04cc5ab54e32), after_delete {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:34.894937 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron_lib.callbacks.manager [None req-799dec9a-7944-4b08-96ef-e9063fb6954d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:34.896133 dv-cinder-863278-1-smb neutron-server[116230]: INFO neutron.wsgi [None req-799dec9a-7944-4b08-96ef-e9063fb6954d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d886241d-7d66-40fd-b036-04cc5ab54e32 HTTP/1.1" status: 204 len: 168 time: 0.2038531 Nov 02 13:18:34.912428 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dec9a-7944-4b08-96ef-e9063fb6954d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d886241d-7d66-40fd-b036-04cc5ab54e32,revision_number=None']} {{(pid=116230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:38.400359 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9773f847-622a-47b7-8845-fb95dba75bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:40.622924 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:41.440572 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:41.749331 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:45.034281 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:00.187045 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:19:04.445136 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-75391239-146e-4634-bc5b-926d760b9166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:08.405418 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-3a3a7581-3c1e-4af1-9b9a-cc922a9114ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:10.644981 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:11.519078 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:11.839475 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:14.993443 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:34.449834 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-a7745265-1825-41d3-a980-c0cbb370b536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:37.186078 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:19:38.374689 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-b63a2e98-057c-4e81-8312-11678e9c499d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:40.614972 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:41.410706 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:41.700782 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:44.992047 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:04.367137 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-67bb30f7-3dba-42d8-aa3b-9b0253a91c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:08.368722 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-24aca9a3-53a9-4a74-a60d-b7e4ffe5ee5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:10.619718 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:11.409326 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:11.721264 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:14.184928 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:20:15.042744 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:34.379489 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9866e832-e0a6-4d5e-81b3-2221dbb755b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:38.396342 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9ee5179d-9a2a-4ec7-87b2-e6c700752c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:40.647572 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:41.499264 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:41.819086 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:45.085383 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:51.184536 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:21:04.417984 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-6eb05902-63de-420b-bdd1-b6f5e5d4eb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:08.383654 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-10eef1f2-1eda-466b-b8a9-8fb94196d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:10.631899 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:11.381153 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:11.704872 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:15.066573 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:28.183413 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:21:34.408652 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-1ce79edb-91ca-4e36-bd3c-456d472d9956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:38.365780 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9fd4586f-e9a5-4726-9f12-14a340a41457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:40.659248 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:41.419465 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:41.716140 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:45.062186 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:04.481279 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-1c1a67b3-a4ee-49c7-9111-1cee8d0b671a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:05.183233 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:22:08.406290 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-95f387a8-8555-49a6-9293-1b02e9608c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:09.777609 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [req-850e337a-dbf0-46ac-b715-6ea7f20a9e69 req-59cbe6c3-59fb-45a0-bad8-45a5aecb0176 service neutron] (116230) timed out ('10.222.0.86', 50513) {{(pid=116230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 13:22:10.655494 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:11.412149 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:11.743057 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:15.135404 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:34.082749 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [req-a92d992e-d9a0-4f84-8feb-dcf199f1985e req-6543bb39-3ed3-408c-8ba3-22743b09ea0b service neutron] (116229) timed out ('10.222.0.86', 50606) {{(pid=116229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 13:22:34.409359 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-c8eb9510-3834-4f81-b75c-a93329c0a9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:38.393475 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-90f7299f-947b-41ef-8d15-b29078e57b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:40.650028 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:41.410261 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:41.746084 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:42.182253 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:22:45.130534 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:53.621001 dv-cinder-863278-1-smb neutron-server[116230]: DEBUG neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-b7462e9f-0c10-4a54-83b3-966c8d011edc service neutron] (116230) timed out ('10.222.0.93', 58182) {{(pid=116230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 13:22:54.331107 dv-cinder-863278-1-smb neutron-server[116229]: DEBUG neutron.wsgi [req-f945d7f2-dadf-43a4-8900-34a7f61c9b04 req-1613e44a-5dcd-4df9-a0bb-7d083169c853 tempest-AttachVolumeShelveTestJSON-1369433311 tempest-AttachVolumeShelveTestJSON-1369433311-project] (116229) timed out ('10.222.0.93', 58200) {{(pid=116229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 13:23:04.402541 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-768eaa6a-437f-461d-bef6-33d801bb7cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:08.368788 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-58b4c9f8-c2c2-4d98-ac08-b9135bb0bc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:10.671240 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:11.427517 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:11.733396 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:15.134195 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:19.182842 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:23:34.419186 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-d87eea81-0cf5-41b9-a5f1-3868ab7a62e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:38.361143 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-f5435fb0-5efd-43ab-921e-c79ce1178899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:40.652298 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-732cfe3b-9541-4dea-bd45-0995db632e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (def8c46c-8149-43dc-bbf3-f3692ec72044), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:41.424411 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-37a53840-9cb2-456e-a014-850541709480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (89f3e78c-85c2-4ec2-b2f5-2926c5c28cc9), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:41.743856 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc3fd-ceaa-4413-83ea-31e881ab50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (4acf41c9-dc75-4d5f-a44b-bab21c5eba02), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:45.149941 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ca8134d8-d3c3-4a22-ab2d-1d9137e1caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (ff0fefdd-b597-478c-8fa7-8cf041dc6c70), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:56.182797 dv-cinder-863278-1-smb neutron-server[116232]: DEBUG neutron.db.agents_db [None req-46f55da3-fd05-4348-9791-edb6dacaa5a0 None None] Agent healthcheck: found 6 active agents {{(pid=116232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:24:04.368260 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-531e76ab-5a7f-4f0f-b63a-2c823bdcd985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (a44ca934-149c-4b1a-a4f9-6aab45f4040a), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:24:08.360051 dv-cinder-863278-1-smb neutron-server[116231]: DEBUG neutron_lib.callbacks.manager [None req-ff34e575-e9bb-4de8-a442-9acdb0281126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781484186902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560081'] for agent (5f9c2d79-61ef-4b7a-bcb0-c2073c18984b), after_update {{(pid=116231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}